-- Logs begin at Wed 2022-06-29 07:19:48 UTC, end at Wed 2022-06-29 08:26:57 UTC. -- Jun 29 07:54:07.183098 dv-cinder-768105-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 07:54:09.935543 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.common.config [-] Logging enabled! Jun 29 07:54:09.936168 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev384 Jun 29 07:54:09.936323 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103791) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 29 07:54:09.939576 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.common.config [-] Logging enabled! Jun 29 07:54:09.939830 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev384 Jun 29 07:54:09.940142 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103791) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 29 07:54:09.941132 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 07:54:09.941371 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 07:54:09.941737 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 07:54:09.941985 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 07:54:09.942214 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 07:54:09.942632 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.942934 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.943169 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.943468 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.943763 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.944050 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.944346 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.944647 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.944937 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.945246 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.945535 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.945767 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.946051 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.946340 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.946629 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.946857 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] debug = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.947141 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.947579 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.947996 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.948283 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.948578 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.948860 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.949200 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.949489 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.949779 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.950110 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] host = dv-cinder-768105-14-iscsi {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.950391 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.950684 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.950979 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.951267 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.951545 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.951825 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.952110 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.952386 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.952662 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.952938 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.953251 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.953540 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.953831 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.954056 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.954280 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.954569 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.954870 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.955147 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.955422 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.955697 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.955973 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.956248 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.956517 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.956805 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.957116 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.957403 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.957677 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.957950 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.958224 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.958496 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.958781 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.959055 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.959329 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.959603 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.959891 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.960161 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.960434 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.960740 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.961048 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.961335 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.961623 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.961899 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.962183 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.962455 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.962729 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.963000 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_json = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.963275 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.963547 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.963830 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.964105 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.964379 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.964656 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.965497 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.965769 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.966047 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:09.966345 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.966643 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.966944 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.967230 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.967535 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.967817 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.968106 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.968384 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.968673 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.968962 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.969275 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.969558 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.969862 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.970155 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.970450 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.970761 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.971060 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.971356 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.971636 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.971914 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.972190 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.972471 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.972761 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.973068 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.973362 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.973655 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.973936 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.974235 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.974522 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.974812 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.975109 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.975402 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.975680 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.975964 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.976256 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.976536 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.976811 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.977131 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.977416 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.977694 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.977979 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.978274 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.978564 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.978839 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.979121 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.979415 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.979693 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.979970 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.980245 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.981254 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.981639 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.981963 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.982252 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.982533 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.982812 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.983097 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.983378 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.983656 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.983940 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.984218 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.984499 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.984776 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.985078 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.985357 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.985633 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.985911 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.986186 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.986463 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.986746 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.987024 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.987302 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.987580 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.987860 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.988139 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.988446 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.988735 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.989042 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.989331 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.989617 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.989905 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.990192 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.990541 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.990830 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.991115 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.991412 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.991701 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.991996 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.992287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.992571 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.992899 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.993207 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.993491 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.993779 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.994063 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.994346 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.994634 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.994923 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.995222 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.995519 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.995802 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.996152 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.996454 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.996749 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.997060 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.997378 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.997665 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:09.997887 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 07:54:09.998132 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103791) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 07:54:10.301584 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 29 07:54:10.301864 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 29 07:54:10.302179 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 29 07:54:10.302520 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 07:54:10.717988 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.718198 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.718448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.721561 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.721838 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.722101 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.775178 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.775451 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.775718 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.790800 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.791080 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.791351 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.822885 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.823151 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.823414 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.861737 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.862015 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:10.862736 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.099196 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.099832 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.099832 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.100003 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.100660 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.204231 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.204551 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.204832 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.205121 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.205386 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.205695 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.205954 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.206209 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.206461 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.206741 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.206998 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.207270 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.207519 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.207766 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.208018 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.208278 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.208528 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.208790 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.209094 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.209344 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.209613 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.209863 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.210139 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.210514 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.210762 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.211007 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.211418 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 07:54:11.211658 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 07:54:11.211895 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 07:54:11.212134 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 07:54:11.212368 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 07:54:11.212600 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 07:54:11.212998 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 07:54:11.217111 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 07:54:11.221081 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 07:54:11.224746 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 29 07:54:11.226402 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 07:54:11.227034 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 07:54:11.227369 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 07:54:11.227752 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 07:54:11.231052 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 07:54:11.231410 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 07:54:11.231761 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 07:54:11.236968 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 29 07:54:11.259946 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 07:54:11.260422 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.260726 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103791) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 29 07:54:11.261205 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.263174 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103791) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 07:54:11.263465 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 07:54:11.263711 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 07:54:11.267289 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.267573 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:11.381331 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 07:54:11.381508 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 07:54:11.381716 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 07:54:11.382102 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 07:54:11.442277 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO dbcounter [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Registered counter for database neutron Jun 29 07:54:11.460227 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_db.sqlalchemy.engines [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103791) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 07:54:11.466226 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writer thread running {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 07:54:12.012848 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Initializing driver for type 'gre' Jun 29 07:54:12.013411 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] gre ID ranges: [(1, 1000)] Jun 29 07:54:12.067781 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Initializing driver for type 'local' Jun 29 07:54:12.068208 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Initializing driver for type 'vlan' Jun 29 07:54:12.083545 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] VlanTypeDriver initialization complete Jun 29 07:54:12.083966 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Initializing driver for type 'vxlan' Jun 29 07:54:12.084449 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] vxlan ID ranges: [(1, 1000)] Jun 29 07:54:12.146162 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Initializing extension driver 'port_security' Jun 29 07:54:12.146796 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.extensions.port_security [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] PortSecurityExtensionDriver initialization complete Jun 29 07:54:12.146968 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Initializing mechanism driver 'openvswitch' Jun 29 07:54:12.147357 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Initializing mechanism driver 'hyperv' Jun 29 07:54:12.154352 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:54:12.155033 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.155410 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.155767 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.156287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 07:54:12.156707 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > subnet after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.157094 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > subnet after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.157447 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.157847 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 07:54:12.158259 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > network after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.158626 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > network after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.158974 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.159381 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 07:54:12.159798 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > security_group after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.160154 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > security_group after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.160500 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.160903 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 07:54:12.161339 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.161693 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.162038 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.162552 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 07:54:12.162884 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > address_group after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.163245 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > address_group after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.163590 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.163988 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 07:54:12.164437 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] ML2 OVO RPC backend initialized. {{(pid=103791) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 29 07:54:12.165261 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.165696 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.166386 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > network before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.166951 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > networks before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.167325 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > port before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.167746 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > ports before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.168854 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > subnet before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.169347 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > subnets before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.169821 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > network after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.170314 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > network after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.170781 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.171225 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.171626 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.172441 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.172905 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > subnet after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.173391 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > subnet after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.173935 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.184865 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded quota_driver: . Jun 29 07:54:12.185426 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.plugin [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Modular L2 Plugin initialization complete Jun 29 07:54:12.185859 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading services supported by the core plugin {{(pid=103791) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 07:54:12.186317 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Got port-security extension from driver 'port_security' Jun 29 07:54:12.187018 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.extensions.vlantransparent [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Disabled vlantransparent extension. Jun 29 07:54:12.187622 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103791) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 07:54:12.188104 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading Plugin: router Jun 29 07:54:12.226437 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.226840 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router after_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.227219 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router before_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.227739 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.228119 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.228482 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router after_delete 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.228845 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.229225 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.229590 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router after_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.229942 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.230345 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.231284 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.231652 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.232070 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router precommit_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.232448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.232794 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.233171 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: subnet after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.233521 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.233923 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.234243 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router precommit_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.234593 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: port before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.234942 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.235304 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.235652 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.236004 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router precommit_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.236373 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.236722 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router precommit_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.237121 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > agent after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.237479 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > agent after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.237833 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.238771 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Tracking information for resource: router configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 07:54:12.239107 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Tracking information for resource: floatingip configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 07:54:12.244472 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.db.l3_agentschedulers_db [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 07:54:12.245100 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.245471 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.245832 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.246240 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.247150 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router before_create 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.247525 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.247898 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router precommit_create 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.248259 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > router precommit_update 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.253209 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.services.provider_configuration [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service providers = [] {{(pid=103791) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 07:54:12.253582 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.db.servicetype_db [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103791) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 07:54:12.256627 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 07:54:12.257071 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 07:54:12.257346 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 07:54:12.258422 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 07:54:12.258804 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.services.service_base [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 07:54:12.259200 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 07:54:12.259526 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 07:54:12.270723 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 07:54:12.270995 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading Plugin: auto_allocate Jun 29 07:54:12.276817 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: network precommit_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.277781 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: network precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.278318 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 07:54:12.278644 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading Plugin: tag Jun 29 07:54:12.285545 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 07:54:12.285879 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading Plugin: timestamp Jun 29 07:54:12.289734 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 07:54:12.290069 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading Plugin: network_ip_availability Jun 29 07:54:12.296370 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.296753 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.297402 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.298138 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 07:54:12.298466 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading Plugin: flavors Jun 29 07:54:12.303489 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 07:54:12.303831 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading Plugin: revisions Jun 29 07:54:12.308091 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 07:54:12.308551 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.006s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 29 07:54:12.309453 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103791) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 29 07:54:12.309794 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Initializing extension manager. Jun 29 07:54:12.310322 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: __init__.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.310671 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: __pycache__ {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.311013 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: address_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.311779 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.312369 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: address-group Jun 29 07:54:12.312698 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: address_scope.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.313455 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.313990 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: address-scope Jun 29 07:54:12.314321 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.315258 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.315786 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: router-admin-state-down-before-update Jun 29 07:54:12.316115 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: agent.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.316825 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.317387 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: agent Jun 29 07:54:12.317718 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: agent_resources_synced.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.318640 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.319166 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: agent-resources-synced Jun 29 07:54:12.319497 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: allowedaddresspairs.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.321336 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.321877 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: allowed-address-pairs Jun 29 07:54:12.322208 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: auto_allocated_topology.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.323290 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.323822 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: auto-allocated-topology Jun 29 07:54:12.324294 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: availability_zone.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.325129 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.325656 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: availability_zone Jun 29 07:54:12.325987 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: availability_zone_filter.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.326915 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.327441 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: availability_zone_filter Jun 29 07:54:12.327768 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: data_plane_status.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.328697 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.329252 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 07:54:12.329581 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: default_subnetpools.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.330497 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.331024 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: default-subnetpools Jun 29 07:54:12.331347 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.332168 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.332695 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: dhcp_agent_scheduler Jun 29 07:54:12.333053 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: dns.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.333990 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.334509 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 07:54:12.334833 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: dns_domain_ports.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.335762 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.336282 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 07:54:12.336606 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.337580 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.338102 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 07:54:12.338426 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: dvr.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.339105 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.339631 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: dvr Jun 29 07:54:12.340647 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: ecmp_routes.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.341609 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.342129 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 29 07:54:12.342455 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: empty_string_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.343376 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.343908 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: empty-string-filtering Jun 29 07:54:12.344237 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.345191 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.345712 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 07:54:12.346036 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.346960 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.347655 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 07:54:12.347985 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: external_net.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.348915 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.349468 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: external-net Jun 29 07:54:12.349796 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.350738 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.351260 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: extra_dhcp_opt Jun 29 07:54:12.351587 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: extraroute.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.352506 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.353053 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: extraroute Jun 29 07:54:12.353380 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: extraroute_atomic.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.354434 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.354957 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: extraroute-atomic Jun 29 07:54:12.355326 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: filter_validation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.356682 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.357233 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: filter-validation Jun 29 07:54:12.357558 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: fip_pf_description.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.358503 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.359023 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 07:54:12.359348 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: fip_pf_port_range.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.360281 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.360796 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 29 07:54:12.361154 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: fip_port_details.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.362089 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.362612 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: fip-port-details Jun 29 07:54:12.362935 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: flavors.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.364218 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.364752 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: flavors Jun 29 07:54:12.365123 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.366818 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.367359 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 07:54:12.367698 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: floatingip_pools.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.368524 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.369098 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: floatingip-pools Jun 29 07:54:12.369437 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: ip_allocation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.370375 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.370921 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 07:54:12.371262 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.372198 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.372726 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: ip-substring-filtering Jun 29 07:54:12.373094 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: l2_adjacency.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.374052 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.374574 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 07:54:12.374905 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: l3.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.375915 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.376446 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: router Jun 29 07:54:12.376783 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.379088 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.379639 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 07:54:12.379976 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.380907 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.381537 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: ext-gw-mode Jun 29 07:54:12.381875 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.382805 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.383331 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: l3-ha Jun 29 07:54:12.383664 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.384586 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.385147 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 29 07:54:12.385482 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: l3_flavors.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.386409 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.387024 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: l3-flavors Jun 29 07:54:12.387324 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.388697 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.389264 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 29 07:54:12.389597 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.390528 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.391064 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 07:54:12.391392 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: l3agentscheduler.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.392569 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.393144 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: l3_agent_scheduler Jun 29 07:54:12.393484 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: local_ip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.395310 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.395852 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension local_ip not supported by any of loaded plugins Jun 29 07:54:12.396188 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: logging.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.397704 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.398246 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension logging not supported by any of loaded plugins Jun 29 07:54:12.398585 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: metering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.399339 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.399932 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: metering Jun 29 07:54:12.400266 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.401411 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.401951 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: metering_source_and_destination_fields Jun 29 07:54:12.402825 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: multiprovidernet.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.403903 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.404440 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: multi-provider Jun 29 07:54:12.404771 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: netmtu.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.405728 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.406251 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: net-mtu Jun 29 07:54:12.406579 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: netmtu_writable.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.407504 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.408027 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: net-mtu-writable Jun 29 07:54:12.408354 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: network_availability_zone.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.409064 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.409589 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: network_availability_zone Jun 29 07:54:12.409925 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: network_ip_availability.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.411029 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.411551 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: network-ip-availability Jun 29 07:54:12.411881 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: network_segment_range.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.412646 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.413254 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 07:54:12.413584 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: pagination.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.414586 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.414920 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: pagination Jun 29 07:54:12.415244 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: port_device_profile.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.416170 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.416704 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: port-device-profile Jun 29 07:54:12.417061 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: port_mac_address_override.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.418750 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.419277 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: port-mac-override Jun 29 07:54:12.419606 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.420553 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.421101 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: port-mac-address-regenerate Jun 29 07:54:12.421432 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.422614 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.423132 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: port-numa-affinity-policy Jun 29 07:54:12.423461 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: port_resource_request.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.424386 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.424906 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 07:54:12.425264 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: port_resource_request_groups.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.426233 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.426754 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 29 07:54:12.427081 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: portbindings.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.428017 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.428547 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: binding Jun 29 07:54:12.428872 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: portbindings_extended.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.430174 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.430709 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: binding-extended Jun 29 07:54:12.431041 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: portsecurity.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.431968 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.432497 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: port-security Jun 29 07:54:12.432826 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: project_id.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.433950 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.434284 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: project-id Jun 29 07:54:12.434650 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: providernet.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.435566 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.436098 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: provider Jun 29 07:54:12.436423 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.442745 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.443281 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos not supported by any of loaded plugins Jun 29 07:54:12.443619 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.444902 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.445453 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 07:54:12.445787 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.446737 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.447267 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 07:54:12.447595 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_default.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.448523 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.449128 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-default not supported by any of loaded plugins Jun 29 07:54:12.449459 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_fip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.450391 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.450917 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 07:54:12.451242 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.452178 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.452699 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 29 07:54:12.453054 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_gateway_ip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.453989 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.454520 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 07:54:12.454845 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_port_network_policy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.455773 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.456290 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 07:54:12.456614 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.457699 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.458226 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 29 07:54:12.458551 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.459596 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.460123 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 29 07:54:12.460448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_pps_rule.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.461683 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.462213 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-pps not supported by any of loaded plugins Jun 29 07:54:12.462546 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_rule_type_details.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.463483 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.464009 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 07:54:12.464345 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.465912 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.466442 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 29 07:54:12.466772 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: qos_rules_alias.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.467827 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.468354 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 07:54:12.468686 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: quota_check_limit.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.469760 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.470290 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: quota-check-limit Jun 29 07:54:12.470621 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: quotasv2.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.471614 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.471943 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: quotas Jun 29 07:54:12.472268 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: quotasv2_detail.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.474049 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.474393 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: quota_details Jun 29 07:54:12.474727 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: rbac.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.475799 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.476337 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: rbac-policies Jun 29 07:54:12.476669 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: rbac_address_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.477637 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.478168 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: rbac-address-group Jun 29 07:54:12.478496 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: rbac_address_scope.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.479436 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.479998 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: rbac-address-scope Jun 29 07:54:12.480966 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: rbac_security_groups.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.482032 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.482576 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: rbac-security-groups Jun 29 07:54:12.482903 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: rbac_subnetpool.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.483853 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.484390 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: rbac-subnetpool Jun 29 07:54:12.484717 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: revisionifmatch.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.485681 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.486209 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: revision-if-match Jun 29 07:54:12.486539 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: revisions.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.487676 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.488208 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: standard-attr-revisions Jun 29 07:54:12.488540 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: router_availability_zone.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.489263 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.489792 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: router_availability_zone Jun 29 07:54:12.490120 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: routerservicetype.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.491258 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.491788 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 07:54:12.492118 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.493089 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.493618 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: security-groups-normalized-cidr Jun 29 07:54:12.493947 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.494892 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.495423 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: port-security-groups-filtering Jun 29 07:54:12.495753 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.497287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.497819 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: security-groups-remote-address-group Jun 29 07:54:12.498150 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.499093 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.499618 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: security-groups-shared-filtering Jun 29 07:54:12.499946 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: securitygroup.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.509626 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.510179 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: security-group Jun 29 07:54:12.510520 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: segment.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.511262 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.512406 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension segment not supported by any of loaded plugins Jun 29 07:54:12.512736 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.513728 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.514263 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 07:54:12.514593 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: servicetype.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.515693 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.516229 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: service-type Jun 29 07:54:12.516563 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: sorting.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.517595 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.517933 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: sorting Jun 29 07:54:12.518263 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: standard_attr_segment.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.519188 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.519718 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 07:54:12.520047 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: standardattrdescription.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.520708 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.521317 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: standard-attr-description Jun 29 07:54:12.521601 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: stateful_security_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.522567 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.523096 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: stateful-security-group Jun 29 07:54:12.523424 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: stdattrs_common.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.524019 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 07:54:12.524346 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.525321 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.525849 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 07:54:12.526176 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: subnet_onboard.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.527319 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.527846 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: subnet_onboard Jun 29 07:54:12.528202 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.529181 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.529712 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 07:54:12.530039 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: subnet_service_types.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.530996 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.531522 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: subnet-service-types Jun 29 07:54:12.531852 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: subnetallocation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.533017 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.533556 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: subnet_allocation Jun 29 07:54:12.533881 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.534577 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.535098 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: subnetpool-prefix-ops Jun 29 07:54:12.535430 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.536399 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.537315 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 07:54:12.537885 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: tagging.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.539311 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.539853 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: standard-attr-tag Jun 29 07:54:12.540189 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: timestamp.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.541479 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.542020 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loaded extension: standard-attr-timestamp Jun 29 07:54:12.542354 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: trunk.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.543505 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.544045 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension trunk not supported by any of loaded plugins Jun 29 07:54:12.544385 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: trunk_details.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.545827 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.546745 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 07:54:12.547567 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: uplink_status_propagation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.548773 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.549353 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 07:54:12.549682 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Loading extension file: vlantransparent.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 07:54:12.550386 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 07:54:12.550976 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 07:54:12.553605 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:network Jun 29 07:54:12.554150 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:subnet Jun 29 07:54:12.554552 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 07:54:12.554946 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:port Jun 29 07:54:12.556283 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.556741 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service FLAVORS assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.557446 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.557878 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.558214 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:router Jun 29 07:54:12.559195 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 07:54:12.559701 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service METERING assigned prefix: /metering {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.561358 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.561754 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.562114 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 07:54:12.563191 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 07:54:12.563639 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:security_group Jun 29 07:54:12.564092 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 07:54:12.564730 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.565096 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 07:54:12.565462 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] subnetpool is already registered Jun 29 07:54:12.565901 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.566237 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 07:54:12.566577 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] subnetpool is already registered Jun 29 07:54:12.569014 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.569461 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service FLAVORS assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.570192 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.570627 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.570966 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:router Jun 29 07:54:12.571310 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] router is already registered Jun 29 07:54:12.571725 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 07:54:12.572063 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] floatingip is already registered Jun 29 07:54:12.572531 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service METERING assigned prefix: /metering {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.573265 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 07:54:12.573602 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] rbac_policy is already registered Jun 29 07:54:12.574065 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:security_group Jun 29 07:54:12.574977 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] security_group is already registered Jun 29 07:54:12.575443 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 07:54:12.575786 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] security_group_rule is already registered Jun 29 07:54:12.576438 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.576771 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 07:54:12.577136 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] subnetpool is already registered Jun 29 07:54:12.577566 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 07:54:12.577893 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 07:54:12.578225 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] subnetpool is already registered Jun 29 07:54:12.578708 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: extensions {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.580209 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: address-groups {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.581723 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: address-scopes {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.583070 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: agents {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.584233 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: auto-allocated-topology {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.585518 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: availability_zones {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.586747 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: dhcp-networks {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.588256 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: dhcp-agents {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.589784 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: routers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.591467 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: flavors {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.592750 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: service_profiles {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.593999 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: next_providers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.595460 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: service_profiles {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.597048 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: floatingip-pools {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.598365 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: routers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.600071 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: floatingips {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.601383 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: l3-routers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.602776 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: l3-agents {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.604212 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: metering-labels {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.606072 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: metering-label-rules {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.608683 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: network-ip-availabilities {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.609988 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: bindings {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.611561 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: quotas {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.613249 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: quotas {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.614869 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: rbac-policies {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.616073 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: security-groups {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.617439 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: security-group-rules {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.618704 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: service-providers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.619927 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: subnetpools {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.622038 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: subnetpools {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.623618 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.625343 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.627182 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.628962 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.630697 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.632662 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.634396 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.636350 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.638557 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.640307 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 07:54:12.646864 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING keystonemiddleware.auth_token [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 07:54:12.652141 dv-cinder-768105-14-iscsi neutron-server[103791]: WARNING keystonemiddleware.auth_token [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 07:54:12.661480 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Acquired lock "singleton_lock" {{(pid=103791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 29 07:54:12.661965 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Releasing lock "singleton_lock" {{(pid=103791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 29 07:54:12.662636 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO oslo_service.service [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Starting 2 workers Jun 29 07:54:12.667579 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Started child 103900 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 07:54:12.673326 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Started child 103901 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 07:54:12.674971 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO neutron.service [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 07:54:12.675646 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:12.676217 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:12.678143 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [-] (103900) wsgi starting up on http://0.0.0.0:9696 Jun 29 07:54:12.678389 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO oslo_service.service [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Starting 1 workers Jun 29 07:54:12.679122 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:12.680843 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [-] (103901) wsgi starting up on http://0.0.0.0:9696 Jun 29 07:54:12.684230 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Started child 103902 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 07:54:12.685137 dv-cinder-768105-14-iscsi neutron-server[103791]: INFO oslo_service.service [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Starting 1 workers Jun 29 07:54:12.688403 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.service [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] calling RpcWorker wait() {{(pid=103902) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 07:54:12.689272 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.service [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] returning from RpcWorker wait() {{(pid=103902) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 07:54:12.689564 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Started child 103903 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 07:54:12.690393 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c12f4b65-869f-4d5c-9535-bd646a194b28 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:12.690547 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:12.690886 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:54:12.692468 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 07:54:12.692734 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 07:54:12.692858 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 07:54:12.693123 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 07:54:12.693472 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 07:54:12.693698 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 07:54:12.694186 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.694460 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.694732 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.695003 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.695628 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.695909 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.696165 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.696439 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.696564 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:12.697278 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.697278 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.697278 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.697278 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.698006 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:54:12.698091 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.698091 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.698212 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.698412 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.698689 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.698890 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.699174 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.699472 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.699702 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.699988 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] debug = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.700259 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.700741 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.701030 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.701244 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.701481 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.701762 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.702019 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.702293 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.702520 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.702762 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.703001 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.703266 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.703511 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.703749 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.703974 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.704243 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.704458 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.705005 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host = dv-cinder-768105-14-iscsi {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.705227 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.705580 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.705796 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.706024 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.706245 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.706403 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.706601 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.706859 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.707134 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.707364 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.707591 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.707838 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.708095 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.708347 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.708504 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_options = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.708728 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.709113 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.709357 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.709579 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.709738 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.709877 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.710058 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.710238 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.710453 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.710763 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.710977 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.711181 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.711399 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.711614 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.711821 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.712030 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.712234 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.712443 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.712687 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.712939 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.713229 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.713448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.713742 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.715034 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.715329 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.715633 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.716061 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.716322 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.716541 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.716798 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.717082 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.717336 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.717640 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.717810 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.718078 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.718312 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.718546 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.718771 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.719041 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.719423 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.719642 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.720131 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.720349 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.720513 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.720653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.721026 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.721254 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_json = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.721566 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.721566 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.721838 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.722018 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.722256 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.722519 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.722755 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.723004 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.723223 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.723620 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.723901 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.724208 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.724456 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.724755 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.725029 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.725265 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.725506 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.726262 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.726262 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.726880 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.726880 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.726880 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.727624 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.727624 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.728695 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.728695 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.728695 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.728695 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.728695 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.729405 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.729405 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.729405 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.731400 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.731400 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.731400 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.731400 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.731400 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.732532 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.732532 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.732532 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.732532 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.732909 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.732909 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.733127 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.733377 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.733590 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.734007 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.734247 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.734488 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.734753 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.735009 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.735521 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.735521 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.735990 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.735990 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.736249 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.736384 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.736625 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.736865 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.737108 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.737329 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.737578 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.737811 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.738037 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.738210 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.738978 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.738978 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.738978 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.740156 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.740156 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.740156 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.740156 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.740156 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.741785 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.741785 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.741785 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.741785 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.741785 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.741785 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.741785 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.741785 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.743808 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.743808 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.743808 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.743808 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.743808 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.743808 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.743808 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.743808 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.743808 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.745379 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.745379 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.745379 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.745379 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.745379 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.745379 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.745379 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.745379 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.747239 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.747239 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.747239 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.747239 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.747239 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.748254 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.748254 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.748254 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.748254 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.748254 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.749211 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.749211 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.749211 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.749211 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.749964 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.749964 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.749964 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.750523 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.750523 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.750914 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.750914 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.751286 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.751286 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.751670 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.751883 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.752083 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.752284 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.752502 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.752854 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.753106 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.753386 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.754621 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.754621 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.754621 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.754621 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.756051 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.756051 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.756051 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.756051 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.756051 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.756051 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.756644 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.756644 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.756644 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.762513 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.762513 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.762513 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.762513 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.762513 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.762513 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.762513 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.762513 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763448 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.763997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.764530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.764530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.764530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.764530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.764530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.764530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.764530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.764530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.765090 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.765090 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.765090 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.765296 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.765441 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.765678 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.765896 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.766292 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.766530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.766785 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.767003 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.767282 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.767526 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.767909 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.767909 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.767909 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.767909 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.769123 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.772653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.772653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.772653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.772653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.772653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.772653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.772653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.772653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773358 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773358 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773358 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773358 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773358 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773358 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773358 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773358 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773889 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773889 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773889 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773889 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.773889 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.774240 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.774240 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.774397 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.774611 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.774854 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.775044 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.775299 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.775534 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.776913 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.776913 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.776913 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.776913 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.776913 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.776913 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.780700 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.780700 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.780700 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.780700 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.780700 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.780700 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.780700 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.780700 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.781778 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.781778 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.781778 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.781778 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.781778 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.781778 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.781778 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.781778 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782332 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782332 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782332 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782332 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782332 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782332 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782332 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782332 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782893 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782893 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782893 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.782893 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.783173 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.784283 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.784283 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.784283 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.784283 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.784283 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.784283 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.784748 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.784748 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.784894 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.785266 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.785463 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.785619 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.786436 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.786436 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.786436 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.787356 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.787356 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.787356 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.787356 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.788158 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.788158 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.788158 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.789086 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.789086 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.789086 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.789086 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.790299 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.790299 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.790299 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.790299 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.791343 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.791343 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.791343 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.791343 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.794018 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.794018 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.794018 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.794018 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.794018 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.794018 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.794018 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.794018 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.795091 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.795091 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.795091 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.795091 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.795557 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.795557 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.795780 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.796016 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.796251 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.796477 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.796689 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.797171 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.797397 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.797562 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 07:54:12.798138 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 07:54:12.798299 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 07:54:12.798444 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 07:54:12.798611 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 07:54:12.798844 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 07:54:12.798972 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 07:54:12.799094 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.799260 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.799473 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.799590 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.799753 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.799917 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.800945 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.800945 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.800945 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.800945 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.800945 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.800945 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.800945 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.801733 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.801733 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.801733 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.801733 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.801733 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.802020 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.802020 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.802427 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.802427 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] debug = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.802585 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.802673 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.802816 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.802974 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.803131 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.803288 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.803445 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.803606 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.803945 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.803945 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.804105 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.804184 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.804338 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.804495 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.804654 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.804812 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.804968 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.805146 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host = dv-cinder-768105-14-iscsi {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.805304 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.805460 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.806075 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.806075 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.806075 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.806075 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.806643 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.806643 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.806643 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.806643 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.806925 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.806925 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.807061 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.807329 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.807406 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_options = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.807601 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.807759 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.807916 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.808103 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.808265 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.808453 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.808642 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.808824 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.809001 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.809150 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.809294 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.809437 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.809570 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.809726 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.809885 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.810042 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.810201 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.810358 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.810522 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.810680 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.810839 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.811014 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.811137 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.811447 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.812192 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.812192 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.812192 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.812192 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.812192 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.814107 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.814107 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.814107 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.814107 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.814107 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.814107 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.814107 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.814107 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.815067 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.815067 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.815067 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.815067 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.815067 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.815067 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.815067 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.815067 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.816444 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.816444 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_json = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.816444 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.816444 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.816444 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.816444 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.816444 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.816444 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.816444 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.818406 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.818406 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 07:54:12.818406 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818406 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818406 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818406 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818406 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818406 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818946 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818946 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818946 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818946 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818946 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818946 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818946 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.818946 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820212 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820212 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820212 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820212 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820212 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820212 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820212 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820212 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820746 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820746 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820746 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820746 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820746 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820746 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820746 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.820746 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.821306 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.821306 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.821306 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.821306 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.821560 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.821636 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.821745 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.821911 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.822080 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.822240 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.822403 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.822558 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.822715 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.823599 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.823599 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.823599 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.823599 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.823599 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.823599 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.824564 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.824564 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.824564 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.824776 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.824895 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.825502 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.825502 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.825502 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.825502 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.826040 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.826040 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.826040 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.826378 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.826378 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.826714 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:54:12.826856 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.826856 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.826856 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.826856 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.827316 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.827316 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.827316 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.827653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.827653 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.827882 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.828004 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.828125 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.828245 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.828389 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.828554 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.828716 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.828877 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.829104 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.829230 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.829455 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.829619 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.829743 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.830999 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.830999 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.830999 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.830999 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.830999 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.830999 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.830999 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.830999 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.832201 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.832201 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.832201 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.832201 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.832201 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.832201 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.832201 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.832201 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.833287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.833287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.833287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.833287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.833287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.833287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.833287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.833287 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.834678 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.834678 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.834678 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.834678 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.834678 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.834678 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.834678 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.834678 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.835205 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.835205 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.835205 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.835205 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.835205 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.835530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.835530 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.835669 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.835783 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.835948 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.836996 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.836996 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.836996 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.836996 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.836996 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.836996 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.837463 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.837770 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.838080 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.838254 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.838419 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.838583 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.838773 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.838940 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.840997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.840997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.840997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.840997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.840997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.840997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.840997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.840997 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.841600 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.841600 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.841600 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.841783 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.841966 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.842143 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.842344 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.842516 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.842693 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.842864 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.843036 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.843208 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.843359 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.843525 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.843696 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.844180 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.844180 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.844180 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.844396 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.844462 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.844624 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.844788 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.844953 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.845138 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.845304 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.845470 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.845632 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.845992 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.845992 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.846269 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.846269 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.846598 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.846598 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.846881 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.846881 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.847156 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.847156 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.847428 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.847651 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.847651 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.847816 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.847920 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.848083 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.848248 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.848412 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.848595 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.848760 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.848923 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.849642 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.849817 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.849986 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.850152 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.850318 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.850508 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.850691 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.851366 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.851366 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.851366 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.851366 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.851677 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.851677 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.851832 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.851919 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.852040 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.852203 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.852369 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.852533 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.852697 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.852860 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.853049 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.853269 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.853495 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.853664 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.853827 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.854010 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.854176 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.854337 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.854501 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.854664 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.854828 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.855008 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.855168 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.855672 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.855841 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.856006 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.856169 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.856344 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.856509 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.856672 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.856835 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.857012 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.857177 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.857352 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.857518 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.857681 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.857848 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.858013 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.858178 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.858344 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.858515 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.858915 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.858915 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.859183 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.859183 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.859334 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.859452 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.859594 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.860077 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.860185 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.860276 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.860492 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.861002 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.861183 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.861362 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.861621 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.861790 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.861961 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.862136 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.862302 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.862468 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.862672 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.863020 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.863192 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.863281 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 35734) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:12.864243 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.864424 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.864610 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.864783 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.864950 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.865220 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.865413 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.865550 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.865714 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.865887 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.866065 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.866238 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.866388 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.866842 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.867138 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.867439 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.867617 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.867763 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.867905 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.868064 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.868231 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.868391 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.868533 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.868674 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.868844 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.869046 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.869191 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.869345 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.869481 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.869833 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 07:54:12.869988 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 07:54:12.875177 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095146 Jun 29 07:54:22.134879 dv-cinder-768105-14-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:24.431146 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd479f-9331-4d96-8d18-68079d05f88c None None] get_active_networks_info from dv-cinder-768105-14-iscsi {{(pid=103902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 29 07:54:24.493004 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writer thread running {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 07:54:24.493004 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writer thread running {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 07:54:24.571292 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cd479f-9331-4d96-8d18-68079d05f88c None None] No non-hosted networks {{(pid=103902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 07:54:24.580600 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.agentschedulers_db [None req-a3cd479f-9331-4d96-8d18-68079d05f88c None None] DHCP Agent not found on host dv-cinder-768105-14-iscsi {{(pid=103902) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 29 07:54:24.669866 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6056dcdb-1e3e-4079-8a0b-828905413acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187094'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:26.320814 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writer thread running {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 07:54:26.954686 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2683f946-149f-4ff6-a3b6-220cf729502f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187094'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:26.963912 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.db.api [None req-e520ccf5-9501-45c1-ae06-8aaefe4eeb32 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-768105-14-iscsi {{(pid=103902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 29 07:54:26.965141 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG oslo_db.api [None req-e520ccf5-9501-45c1-ae06-8aaefe4eeb32 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 07:54:27.494595 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e520ccf5-9501-45c1-ae06-8aaefe4eeb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:28.021941 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 35806) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:28.285240 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187094'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:28.771231 dv-cinder-768105-14-iscsi neutron-server[103900]: WARNING oslo_policy.policy [None req-dc30d178-e0fd-4b1b-919f-76994b27e4fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 07:54:28.771813 dv-cinder-768105-14-iscsi neutron-server[103900]: WARNING oslo_policy.policy [None req-dc30d178-e0fd-4b1b-919f-76994b27e4fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 07:54:28.998152 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [None req-dc30d178-e0fd-4b1b-919f-76994b27e4fb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 07:54:29.009548 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-dc30d178-e0fd-4b1b-919f-76994b27e4fb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9856203 Jun 29 07:54:29.473808 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187094'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:29.784270 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187094'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:29.785576 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.786292 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.787453 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.788460 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.789098 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.789641 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.790217 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.790813 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.791761 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.792778 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.793375 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.793987 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.794538 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.795074 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.795617 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:29.796424 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768105-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:54:29.809379 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:54:31.282909 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.db.l3_hamode_db [None req-e8329bee-1639-43f8-84e7-7181ce34f3f7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 07:54:31.404295 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8329bee-1639-43f8-84e7-7181ce34f3f7 None None] Routers set() bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 07:54:31.404843 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8329bee-1639-43f8-84e7-7181ce34f3f7 None None] Router IDs set() for agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 29 07:54:31.445763 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 35840) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:31.811220 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-f99260b9-4e0b-4ffc-a5af-4e4b821f0f4e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 07:54:31.903140 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.policy [None req-f99260b9-4e0b-4ffc-a5af-4e4b821f0f4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103900) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 07:54:31.944378 dv-cinder-768105-14-iscsi neutron-server[103900]: WARNING oslo_policy.policy [None req-f99260b9-4e0b-4ffc-a5af-4e4b821f0f4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 07:54:31.944753 dv-cinder-768105-14-iscsi neutron-server[103900]: WARNING oslo_policy.policy [None req-f99260b9-4e0b-4ffc-a5af-4e4b821f0f4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 07:54:31.964911 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writer thread running {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 07:54:32.040657 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f99260b9-4e0b-4ffc-a5af-4e4b821f0f4e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729370423920', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729370423404', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729370374888', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729370368030', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729370394347', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729370385805', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-638932', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610884', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3729078', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4129565'] for rbac-policy (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:32.116032 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f99260b9-4e0b-4ffc-a5af-4e4b821f0f4e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:32.117291 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f99260b9-4e0b-4ffc-a5af-4e4b821f0f4e admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6705387 Jun 29 07:54:34.465371 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 35852) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:35.030696 dv-cinder-768105-14-iscsi neutron-server[103901]: WARNING oslo_policy.policy [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 07:54:35.031250 dv-cinder-768105-14-iscsi neutron-server[103901]: WARNING oslo_policy.policy [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 07:54:35.249879 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 07:54:35.262961 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writer thread running {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 07:54:35.311411 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Made reservation on behalf of 6bf43a1fb0074f3c8f0a85646b793ebc for: {'network': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 07:54:35.386763 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.policy [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103901) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 07:54:35.429358 dv-cinder-768105-14-iscsi neutron-server[103901]: WARNING oslo_policy.policy [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 07:54:35.429749 dv-cinder-768105-14-iscsi neutron-server[103901]: WARNING oslo_policy.policy [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 07:54:35.441012 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:35.466595 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:35.592735 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Publish callbacks [] for security_group (d8f39220-a837-40bb-9d8d-a41d63d67090), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:35.597117 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (d8f39220-a837-40bb-9d8d-a41d63d67090), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:35.633287 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 07:54:35.679283 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729372469077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (97ccf0d2-4b50-4134-8003-5101a3567205), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:35.679856 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Unsubscribe: segment precommit_create {{(pid=103901) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 07:54:35.680410 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.segments_db [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Added segment 97ccf0d2-4b50-4134-8003-5101a3567205 of type vlan for network f014855a-10e6-4eea-a505-a6ea9f942503 Jun 29 07:54:35.687178 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f39220-a837-40bb-9d8d-a41d63d67090,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:54:35.724957 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.725704 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.725704 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.726356 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.726356 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.726693 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.727101 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.727523 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.727915 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.728252 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.728572 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.728902 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.729243 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.730308 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.730709 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Tracked resource versions report: Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: pushed versions: Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: { 'AddressGroup': {'1.2'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Agent': {'1.1'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'ConntrackHelper': {'1.0'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'LocalIPAssociation': {'1.0'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Log': {'1.0'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'NDPProxy': {'1.0'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Network': {'1.1'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Port': {'1.7'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'PortForwarding': {'1.3'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'QosPolicy': {'1.10'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SecurityGroup': {'1.5'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SecurityGroupRule': {'1.2'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SubPort': {'1.0'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Subnet': {'1.1'}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Trunk': {'1.1'}} Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: consumer versions: Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: { DHCP agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: L3 agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: Metadata agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: Metering agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: Open vSwitch agent@dv-cinder-768105-14-iscsi: { 'AddressGroup': '1.2', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Agent': '1.1', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'ConntrackHelper': '1.0', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'LocalIPAssociation': '1.0', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Log': '1.0', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'NDPProxy': '1.0', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Network': '1.1', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Port': '1.7', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'PortForwarding': '1.3', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'QosPolicy': '1.10', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SecurityGroup': '1.5', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SecurityGroupRule': '1.2', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SubPort': '1.0', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Subnet': '1.1', Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Trunk': '1.1'}} Jun 29 07:54:35.732356 dv-cinder-768105-14-iscsi neutron-server[103901]: {{(pid=103901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 07:54:35.822256 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (f014855a-10e6-4eea-a505-a6ea9f942503), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:35.872367 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (f014855a-10e6-4eea-a505-a6ea9f942503), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:35.877567 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:54:35.878327 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:35.950335 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.4838173 Jun 29 07:54:36.025805 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb5163-ad86-445a-abf6-71f7aa0d399d demo demo] Pushing event updated for resources: {'Network': ['ID=f014855a-10e6-4eea-a505-a6ea9f942503,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:54:36.048460 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network f014855a-10e6-4eea-a505-a6ea9f942503 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 07:54:38.413265 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 35872) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:38.868232 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:38.874047 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097df192-7a87-4626-8290-7566754ec75f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:54:38.875451 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-097df192-7a87-4626-8290-7566754ec75f demo admin] 10.222.0.43 "GET /v2.0/networks/f014855a-10e6-4eea-a505-a6ea9f942503 HTTP/1.1" status: 200 len: 825 time: 0.4612114 Jun 29 07:54:38.918517 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-bfb5d57c-b910-456b-865f-c87ad5fd6bc1 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/6fad62ee-8ba4-412a-a7bd-daad84709cf0 HTTP/1.1" status: 200 len: 734 time: 0.0364642 Jun 29 07:54:38.927926 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503', 'subnetpool_id': '6fad62ee-8ba4-412a-a7bd-daad84709cf0', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 07:54:38.954890 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Made reservation on behalf of 6bf43a1fb0074f3c8f0a85646b793ebc for: {'subnet': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 07:54:38.957421 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:39.303556 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (c0afc6c7-434b-4664-a1ad-762039d61236), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:39.349815 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:39.383110 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c0afc6c7-434b-4664-a1ad-762039d61236,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:54:39.399032 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Checking segment: {'id': '97ccf0d2-4b50-4134-8003-5101a3567205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 07:54:39.399529 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Network hostable DHCP agents. Network: f014855a-10e6-4eea-a505-a6ea9f942503, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 07:54:39.426118 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Network f014855a-10e6-4eea-a505-a6ea9f942503 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 07:54:39.439153 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, f014855a-10e6-4eea-a505-a6ea9f942503) {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 07:54:39.444891 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:54:39.445574 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:39.454080 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc583ff-61ae-4ec2-8f2e-821cff5415b4 None None] Network f014855a-10e6-4eea-a505-a6ea9f942503 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 07:54:39.474614 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ebcd2267-4aae-4161-8b98-4fa3208ed226 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5499077 Jun 29 07:54:39.758507 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-f014855a-10e6-4eea-a505-a6ea9f942503', 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503', 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'fixed_ips': [{'subnet_id': 'c0afc6c7-434b-4664-a1ad-762039d61236'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 07:54:39.760053 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:40.141798 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Allocated IP 172.20.0.2 (f014855a-10e6-4eea-a505-a6ea9f942503/c0afc6c7-434b-4664-a1ad-762039d61236/664c0059-104c-4a2e-a172-1c5ac5993ca4) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 07:54:40.529295 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Publish callbacks [] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:40.540719 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:40.546212 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:40.641398 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Network f014855a-10e6-4eea-a505-a6ea9f942503 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 07:54:40.645832 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Pushing event updated for resources: {'Port': ['ID=664c0059-104c-4a2e-a172-1c5ac5993ca4,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:54:40.648301 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 07:54:40.656747 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 07:54:40.660785 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.661149 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.661511 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.661850 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.662180 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.662503 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.662825 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.663138 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.663481 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.663804 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.664125 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.664457 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.664776 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.665117 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.665434 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Tracked resource versions report: Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: pushed versions: Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: { 'AddressGroup': {'1.2'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Agent': {'1.1'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'ConntrackHelper': {'1.0'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'LocalIPAssociation': {'1.0'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Log': {'1.0'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'NDPProxy': {'1.0'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Network': {'1.1'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Port': {'1.7'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'PortForwarding': {'1.3'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'QosPolicy': {'1.10'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SecurityGroup': {'1.5'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SecurityGroupRule': {'1.2'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SubPort': {'1.0'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Subnet': {'1.1'}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Trunk': {'1.1'}} Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: consumer versions: Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: { DHCP agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: L3 agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: Metadata agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: Metering agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: Open vSwitch agent@dv-cinder-768105-14-iscsi: { 'AddressGroup': '1.2', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Agent': '1.1', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'ConntrackHelper': '1.0', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'LocalIPAssociation': '1.0', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Log': '1.0', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'NDPProxy': '1.0', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Network': '1.1', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Port': '1.7', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'PortForwarding': '1.3', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'QosPolicy': '1.10', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SecurityGroup': '1.5', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SecurityGroupRule': '1.2', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SubPort': '1.0', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Subnet': '1.1', Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Trunk': '1.1'}} Jun 29 07:54:40.667519 dv-cinder-768105-14-iscsi neutron-server[103902]: {{(pid=103902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 07:54:40.758156 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Attempting to bind port 664c0059-104c-4a2e-a172-1c5ac5993ca4 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 07:54:40.758497 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Attempting to bind port 664c0059-104c-4a2e-a172-1c5ac5993ca4 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '97ccf0d2-4b50-4134-8003-5101a3567205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 07:54:40.759039 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Attempting to bind port 664c0059-104c-4a2e-a172-1c5ac5993ca4 on network f014855a-10e6-4eea-a505-a6ea9f942503 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 07:54:40.765826 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 7, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 07:54:40.766312 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Checking segment: {'id': '97ccf0d2-4b50-4134-8003-5101a3567205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 07:54:40.766893 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:40.767421 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Bound using segment: {'id': '97ccf0d2-4b50-4134-8003-5101a3567205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 07:54:40.768252 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Bound port: 664c0059-104c-4a2e-a172-1c5ac5993ca4, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ccf0d2-4b50-4134-8003-5101a3567205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 07:54:40.768742 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:40.841730 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] For port 664c0059-104c-4a2e-a172-1c5ac5993ca4, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 07:54:40.863738 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] For port 664c0059-104c-4a2e-a172-1c5ac5993ca4, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=664c0059-104c-4a2e-a172-1c5ac5993ca4,segment=NetworkSegment(97ccf0d2-4b50-4134-8003-5101a3567205),segment_id=97ccf0d2-4b50-4134-8003-5101a3567205)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 07:54:40.873497 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:40.963419 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d841b8-8e59-4c3c-9cad-21930be86c30 None None] Pushing event updated for resources: {'Port': ['ID=664c0059-104c-4a2e-a172-1c5ac5993ca4,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:54:42.108659 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=21,neutron:INSERT=35,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:42.113734 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=12,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:42.624732 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 35888) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:43.190109 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [None req-ee9ec2f9-9de8-40cc-9a3b-01f42182dc62 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 07:54:43.193307 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ee9ec2f9-9de8-40cc-9a3b-01f42182dc62 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5671473 Jun 29 07:54:43.484596 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:43.499637 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:45.648888 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 35898) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:46.000587 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [None req-d9cb4035-2300-4a42-bbca-b10be6ace82a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 07:54:46.001677 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-d9cb4035-2300-4a42-bbca-b10be6ace82a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3515222 Jun 29 07:54:48.370358 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 35910) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:48.730599 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-aac08145-cbf9-4dc0-bf49-0cd793d6493f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 07:54:48.763796 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-aac08145-cbf9-4dc0-bf49-0cd793d6493f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (4c76e910-670c-410c-a398-4a697f7bdffb), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:48.765565 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-aac08145-cbf9-4dc0-bf49-0cd793d6493f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (4c76e910-670c-410c-a398-4a697f7bdffb), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:48.929608 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-aac08145-cbf9-4dc0-bf49-0cd793d6493f demo demo] Publish callbacks [] for router_controller (4c76e910-670c-410c-a398-4a697f7bdffb), precommit_add_association {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:48.936835 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-aac08145-cbf9-4dc0-bf49-0cd793d6493f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (4c76e910-670c-410c-a398-4a697f7bdffb), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:48.970675 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-aac08145-cbf9-4dc0-bf49-0cd793d6493f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:48.981831 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-aac08145-cbf9-4dc0-bf49-0cd793d6493f demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6005414 Jun 29 07:54:49.464166 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:49.466192 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=51,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:49.510262 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e535e2-f5f0-4ffc-92f8-c04ac76b96bd None None] Network f014855a-10e6-4eea-a505-a6ea9f942503 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 07:54:49.612933 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-172cb1db-746a-4f30-a946-f1735fa0ff25 None None] Provisioning complete for port 664c0059-104c-4a2e-a172-1c5ac5993ca4 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:54:49.613604 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-172cb1db-746a-4f30-a946-f1735fa0ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:49.680197 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 664c0059-104c-4a2e-a172-1c5ac5993ca4 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 07:54:49.764274 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:49.837218 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-172cb1db-746a-4f30-a946-f1735fa0ff25 None None] Current status of the port 664c0059-104c-4a2e-a172-1c5ac5993ca4 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:54:49.837619 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-172cb1db-746a-4f30-a946-f1735fa0ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:49.855740 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 664c0059-104c-4a2e-a172-1c5ac5993ca4 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:54:49.856135 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:49.859298 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:49.922321 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-172cb1db-746a-4f30-a946-f1735fa0ff25 None None] For port 664c0059-104c-4a2e-a172-1c5ac5993ca4, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=664c0059-104c-4a2e-a172-1c5ac5993ca4,segment=NetworkSegment(97ccf0d2-4b50-4134-8003-5101a3567205),segment_id=97ccf0d2-4b50-4134-8003-5101a3567205)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 07:54:49.927442 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-172cb1db-746a-4f30-a946-f1735fa0ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:50.013480 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cb1db-746a-4f30-a946-f1735fa0ff25 None None] Pushing event updated for resources: {'Port': ['ID=664c0059-104c-4a2e-a172-1c5ac5993ca4,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:54:50.018160 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 664c0059-104c-4a2e-a172-1c5ac5993ca4 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:54:50.047967 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-0e170422-d92f-4c3f-8a6e-48f2f40c722f None None] Provisioning complete for port 664c0059-104c-4a2e-a172-1c5ac5993ca4 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:54:50.048462 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0e170422-d92f-4c3f-8a6e-48f2f40c722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:50.132546 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-0e170422-d92f-4c3f-8a6e-48f2f40c722f None None] Current status of the port 664c0059-104c-4a2e-a172-1c5ac5993ca4 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:54:51.315242 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 35922) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:51.625253 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 664c0059-104c-4a2e-a172-1c5ac5993ca4 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 07:54:51.653438 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [None req-d3744a10-2173-49b1-8026-5b8c4b7c5697 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 07:54:51.654578 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d3744a10-2173-49b1-8026-5b8c4b7c5697 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3383744 Jun 29 07:54:51.678015 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 664c0059-104c-4a2e-a172-1c5ac5993ca4 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:54:51.678410 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:51.757912 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 664c0059-104c-4a2e-a172-1c5ac5993ca4 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:54:54.044775 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 35930) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:54.390686 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7dfff7ac-7de4-4255-94a8-86a311cfde23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:54.399645 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 07:54:54.426551 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Made reservation on behalf of c4e7f90bb9da44679fd899e1c8b90999 for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 07:54:54.429712 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:54.446738 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:54.563371 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Publish callbacks [] for security_group (6db0d4bc-641b-4e1d-980b-bf6f68ee804d), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:54.567406 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (6db0d4bc-641b-4e1d-980b-bf6f68ee804d), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:54.580936 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Reserving flat network on physical network physnet1 {{(pid=103900) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 07:54:54.617295 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729372469077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (d4c3610d-b273-4e49-88a5-13aff12a15ba), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:54.617835 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Unsubscribe: segment precommit_create {{(pid=103900) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 07:54:54.618369 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Added segment d4c3610d-b273-4e49-88a5-13aff12a15ba of type flat for network 2f00e8cf-7182-49ee-9467-0dd098e5f016 Jun 29 07:54:54.636241 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db0d4bc-641b-4e1d-980b-bf6f68ee804d,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:54:54.686441 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.686854 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.687199 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.687538 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.687851 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.688170 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.688487 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.688801 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.689161 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.689493 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.689819 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.690135 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.690444 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.690755 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.691060 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Tracked resource versions report: Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: pushed versions: Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: { 'AddressGroup': {'1.2'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Agent': {'1.1'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'ConntrackHelper': {'1.0'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'LocalIPAssociation': {'1.0'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Log': {'1.0'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'NDPProxy': {'1.0'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Network': {'1.1'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Port': {'1.7'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'PortForwarding': {'1.3'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'QosPolicy': {'1.10'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SecurityGroup': {'1.5'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SecurityGroupRule': {'1.2'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SubPort': {'1.0'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Subnet': {'1.1'}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Trunk': {'1.1'}} Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: consumer versions: Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: { DHCP agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: L3 agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: Metadata agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: Metering agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: Open vSwitch agent@dv-cinder-768105-14-iscsi: { 'AddressGroup': '1.2', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Agent': '1.1', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'ConntrackHelper': '1.0', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'LocalIPAssociation': '1.0', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Log': '1.0', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'NDPProxy': '1.0', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Network': '1.1', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Port': '1.7', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'PortForwarding': '1.3', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'QosPolicy': '1.10', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SecurityGroup': '1.5', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SecurityGroupRule': '1.2', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SubPort': '1.0', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Subnet': '1.1', Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Trunk': '1.1'}} Jun 29 07:54:54.692495 dv-cinder-768105-14-iscsi neutron-server[103900]: {{(pid=103900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 07:54:54.732457 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (2f00e8cf-7182-49ee-9467-0dd098e5f016), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:54.780773 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (2f00e8cf-7182-49ee-9467-0dd098e5f016), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:54.782035 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:54:54.782752 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:54.849094 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8030071 Jun 29 07:54:54.889637 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519dafb-1b14-426b-aa56-77b73a3e534d admin admin] Pushing event updated for resources: {'Network': ['ID=2f00e8cf-7182-49ee-9467-0dd098e5f016,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:54:54.901816 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 07:54:56.956382 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-afb03559-70e3-4711-9c9f-4582c3207fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:57.149930 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 35942) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:54:57.595143 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e512c-4b26-49fe-9a6d-38d54648d7a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:54:57.596541 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-304e512c-4b26-49fe-9a6d-38d54648d7a6 demo admin] 10.222.0.43 "GET /v2.0/subnets/c0afc6c7-434b-4664-a1ad-762039d61236 HTTP/1.1" status: 200 len: 849 time: 0.4456248 Jun 29 07:54:57.739759 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-ac738ed6-6306-4c84-b6c8-acb659068375 demo admin] 10.222.0.43 "GET /v2.0/routers/4c76e910-670c-410c-a398-4a697f7bdffb HTTP/1.1" status: 200 len: 704 time: 0.1372004 Jun 29 07:54:58.030563 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:58.062304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:58.100017 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:58.250768 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:58.344936 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Allocated IP 172.20.0.1 (f014855a-10e6-4eea-a505-a6ea9f942503/c0afc6c7-434b-4664-a1ad-762039d61236/b9f18d85-4561-4d5c-9616-4e22a291b47b) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 07:54:58.546698 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Publish callbacks [] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:58.611171 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:58.698916 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Network f014855a-10e6-4eea-a505-a6ea9f942503 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 07:54:58.703840 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 07:54:58.707551 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 07:54:58.708092 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (4c76e910-670c-410c-a398-4a697f7bdffb), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:58.774240 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Pushing event updated for resources: {'Port': ['ID=b9f18d85-4561-4d5c-9616-4e22a291b47b,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:54:58.911778 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-0161711c-7b6c-404e-8382-3c02536bc5c7 None None] Provisioning complete for port b9f18d85-4561-4d5c-9616-4e22a291b47b triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:54:58.912267 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0161711c-7b6c-404e-8382-3c02536bc5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:58.949611 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-0161711c-7b6c-404e-8382-3c02536bc5c7 None None] Port b9f18d85-4561-4d5c-9616-4e22a291b47b cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 07:54:59.008543 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:59.226228 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Publish callbacks [] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:59.231545 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:59.232330 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (4c76e910-670c-410c-a398-4a697f7bdffb), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:59.290302 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:59.293645 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Pushing event updated for resources: {'Port': ['ID=b9f18d85-4561-4d5c-9616-4e22a291b47b,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:54:59.343302 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:54:59.367422 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Network f014855a-10e6-4eea-a505-a6ea9f942503 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 07:54:59.368716 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 07:54:59.414412 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:59.538285 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Router 4c76e910-670c-410c-a398-4a697f7bdffb is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 07:54:59.570229 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-4e65e1d6-c9ad-4c35-9c12-c70bbfef31db None None] Provisioning complete for port b9f18d85-4561-4d5c-9616-4e22a291b47b triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:54:59.570634 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e65e1d6-c9ad-4c35-9c12-c70bbfef31db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:59.607745 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-4e65e1d6-c9ad-4c35-9c12-c70bbfef31db None None] Port b9f18d85-4561-4d5c-9616-4e22a291b47b cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 07:54:59.630701 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 07:54:59.636676 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-acb17901-5a29-40fd-9b9c-4945e8eba579 demo admin] 10.222.0.43 "PUT /v2.0/routers/4c76e910-670c-410c-a398-4a697f7bdffb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8910069 Jun 29 07:54:59.641778 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Sync routers for ids ['4c76e910-670c-410c-a398-4a697f7bdffb'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 07:54:59.658659 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Routers {'4c76e910-670c-410c-a398-4a697f7bdffb'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 07:54:59.659767 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T07:54:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['4c76e910-670c-410c-a398-4a697f7bdffb'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:54:59.776938 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:54:59.871584 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Set router 4c76e910-670c-410c-a398-4a697f7bdffb gateway port host: None {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 07:55:00.318384 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'name': 'router1', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T07:54:48Z', 'updated_at': '2022-06-29T07:54:58Z', 'revision_number': 2, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'gw_port_host': None, '_interfaces': [{'id': 'b9f18d85-4561-4d5c-9616-4e22a291b47b', 'name': '', 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'mac_address': 'fa:16:3e:a8:76:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T07:54:58Z', 'updated_at': '2022-06-29T07:54:59Z', 'revision_number': 2, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'subnets': [{'id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fad62ee-8ba4-412a-a7bd-daad84709cf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:55:00.369181 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Checking router: 4c76e910-670c-410c-a398-4a697f7bdffb for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 07:55:00.370082 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Updating router 4c76e910-670c-410c-a398-4a697f7bdffb port b9f18d85-4561-4d5c-9616-4e22a291b47b binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 07:55:00.425368 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:00.957052 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Publish callbacks [] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:00.965857 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:01.064274 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Pushing event updated for resources: {'Port': ['ID=b9f18d85-4561-4d5c-9616-4e22a291b47b,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:55:01.077803 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.078149 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.078495 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.078831 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.079160 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.079489 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.079816 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.080143 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.080473 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.080812 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.081164 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.081498 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.081822 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.082139 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.082800 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Tracked resource versions report: Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: pushed versions: Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: { 'AddressGroup': {'1.2'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Agent': {'1.1'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'ConntrackHelper': {'1.0'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'LocalIPAssociation': {'1.0'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Log': {'1.0'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'NDPProxy': {'1.0'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Network': {'1.1'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Port': {'1.7'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'PortForwarding': {'1.3'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'QosPolicy': {'1.10'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SecurityGroup': {'1.5'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SecurityGroupRule': {'1.2'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SubPort': {'1.0'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Subnet': {'1.1'}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Trunk': {'1.1'}} Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: consumer versions: Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: { DHCP agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: L3 agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: Metadata agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: Metering agent@dv-cinder-768105-14-iscsi: {}, Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: Open vSwitch agent@dv-cinder-768105-14-iscsi: { 'AddressGroup': '1.2', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Agent': '1.1', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'ConntrackHelper': '1.0', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'LocalIPAssociation': '1.0', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Log': '1.0', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'NDPProxy': '1.0', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Network': '1.1', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Port': '1.7', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'PortForwarding': '1.3', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'QosPolicy': '1.10', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SecurityGroup': '1.5', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SecurityGroupRule': '1.2', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SubPort': '1.0', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Subnet': '1.1', Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Trunk': '1.1'}} Jun 29 07:55:01.083944 dv-cinder-768105-14-iscsi neutron-server[103903]: {{(pid=103903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 07:55:01.184597 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Attempting to bind port b9f18d85-4561-4d5c-9616-4e22a291b47b on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 07:55:01.185165 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Attempting to bind port b9f18d85-4561-4d5c-9616-4e22a291b47b by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '97ccf0d2-4b50-4134-8003-5101a3567205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 07:55:01.185607 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Attempting to bind port b9f18d85-4561-4d5c-9616-4e22a291b47b on network f014855a-10e6-4eea-a505-a6ea9f942503 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 07:55:01.192548 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 07:55:01.192949 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Checking segment: {'id': '97ccf0d2-4b50-4134-8003-5101a3567205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 07:55:01.193475 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:01.193868 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Bound using segment: {'id': '97ccf0d2-4b50-4134-8003-5101a3567205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 07:55:01.194352 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Bound port: b9f18d85-4561-4d5c-9616-4e22a291b47b, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ccf0d2-4b50-4134-8003-5101a3567205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 07:55:01.194727 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:01.238431 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:01.267203 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] For port b9f18d85-4561-4d5c-9616-4e22a291b47b, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 07:55:01.292175 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] For port b9f18d85-4561-4d5c-9616-4e22a291b47b, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=b9f18d85-4561-4d5c-9616-4e22a291b47b,segment=NetworkSegment(97ccf0d2-4b50-4134-8003-5101a3567205),segment_id=97ccf0d2-4b50-4134-8003-5101a3567205)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 07:55:01.299919 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:01.305604 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:01.339627 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-5ce0413e-7406-4de7-a260-adc1a0678916 None None] Provisioning complete for port b9f18d85-4561-4d5c-9616-4e22a291b47b triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:55:01.340720 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ce0413e-7406-4de7-a260-adc1a0678916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:01.362608 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Routers {'4c76e910-670c-410c-a398-4a697f7bdffb'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 07:55:01.363238 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T07:54:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['4c76e910-670c-410c-a398-4a697f7bdffb'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:55:01.435487 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe85797-f584-4b06-8696-f2f656725ce0 None None] Pushing event updated for resources: {'Port': ['ID=b9f18d85-4561-4d5c-9616-4e22a291b47b,revision_number=4']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:55:01.447474 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0413e-7406-4de7-a260-adc1a0678916 None None] Current status of the port b9f18d85-4561-4d5c-9616-4e22a291b47b is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:55:01.448076 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ce0413e-7406-4de7-a260-adc1a0678916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:01.472075 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] Set router 4c76e910-670c-410c-a398-4a697f7bdffb gateway port host: None {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 07:55:01.508386 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-5ce0413e-7406-4de7-a260-adc1a0678916 None None] For port b9f18d85-4561-4d5c-9616-4e22a291b47b, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=b9f18d85-4561-4d5c-9616-4e22a291b47b,segment=NetworkSegment(97ccf0d2-4b50-4134-8003-5101a3567205),segment_id=97ccf0d2-4b50-4134-8003-5101a3567205)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 07:55:01.510147 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:01.515975 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ce0413e-7406-4de7-a260-adc1a0678916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:01.602676 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0413e-7406-4de7-a260-adc1a0678916 None None] Pushing event updated for resources: {'Port': ['ID=b9f18d85-4561-4d5c-9616-4e22a291b47b,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:55:01.637738 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-f3a15800-a5fc-4acb-9bd2-f855efdd8527 None None] Provisioning complete for port b9f18d85-4561-4d5c-9616-4e22a291b47b triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:55:01.638142 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f3a15800-a5fc-4acb-9bd2-f855efdd8527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:01.720908 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f3a15800-a5fc-4acb-9bd2-f855efdd8527 None None] Current status of the port b9f18d85-4561-4d5c-9616-4e22a291b47b is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:55:01.746948 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'name': 'router1', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T07:54:48Z', 'updated_at': '2022-06-29T07:54:58Z', 'revision_number': 2, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'gw_port_host': None, '_interfaces': [{'id': 'b9f18d85-4561-4d5c-9616-4e22a291b47b', 'name': '', 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'mac_address': 'fa:16:3e:a8:76:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T07:54:58Z', 'updated_at': '2022-06-29T07:55:01Z', 'revision_number': 4, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'subnets': [{'id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fad62ee-8ba4-412a-a7bd-daad84709cf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:55:01.778204 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d281a-ffef-4cf9-9e86-f6382c3acaf1 None None] The sync data for ids ['4c76e910-670c-410c-a398-4a697f7bdffb'] in dv-cinder-768105-14-iscsi is: [{'id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'name': 'router1', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T07:54:48Z', 'updated_at': '2022-06-29T07:54:58Z', 'revision_number': 2, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'gw_port_host': None, '_interfaces': [{'id': 'b9f18d85-4561-4d5c-9616-4e22a291b47b', 'name': '', 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'mac_address': 'fa:16:3e:a8:76:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T07:54:58Z', 'updated_at': '2022-06-29T07:55:01Z', 'revision_number': 4, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'subnets': [{'id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fad62ee-8ba4-412a-a7bd-daad84709cf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 07:55:02.089333 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 35962) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:55:02.326369 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b036c0c-6e24-4521-9dd0-0b3592523bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:55:02.327692 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-7b036c0c-6e24-4521-9dd0-0b3592523bfe admin admin] 10.222.0.43 "GET /v2.0/networks/2f00e8cf-7182-49ee-9467-0dd098e5f016 HTTP/1.1" status: 200 len: 842 time: 0.2373555 Jun 29 07:55:02.340403 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 07:55:02.367165 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Made reservation on behalf of c4e7f90bb9da44679fd899e1c8b90999 for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 07:55:02.370118 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:02.685843 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.objects.ports [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103900) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 29 07:55:02.686206 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (d89daec8-97c3-42b4-b6bb-085062ffceff), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:02.735843 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89daec8-97c3-42b4-b6bb-085062ffceff,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:55:02.757399 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 07:55:02.757756 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Network hostable DHCP agents. Network: 2f00e8cf-7182-49ee-9467-0dd098e5f016, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 07:55:02.797773 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 07:55:02.800501 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:02.817198 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 2f00e8cf-7182-49ee-9467-0dd098e5f016) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 07:55:02.825007 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:55:02.825007 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:02.834500 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1296948-110e-422e-a53c-2361478ccc27 None None] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 07:55:02.846066 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-81b481c9-55f0-4972-a7c1-3a3bbf0c2a3b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5093215 Jun 29 07:55:02.973708 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47012d-8bbe-4fd8-9222-9cb35a83382d None None] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 07:55:05.283932 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 35980) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:55:05.424040 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f65b00c9-298f-445f-b23d-6da6397831bf demo admin] 10.222.0.43 "GET /v2.0/routers/4c76e910-670c-410c-a398-4a697f7bdffb HTTP/1.1" status: 200 len: 710 time: 0.1389511 Jun 29 07:55:05.520824 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405b8a58-6553-4027-a213-cce04bc4f9f4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:55:05.522242 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-405b8a58-6553-4027-a213-cce04bc4f9f4 demo admin] 10.222.0.43 "GET /v2.0/networks/2f00e8cf-7182-49ee-9467-0dd098e5f016 HTTP/1.1" status: 200 len: 886 time: 0.0926819 Jun 29 07:55:05.531504 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 07:55:05.605199 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:05.858657 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Publish callbacks [] for router_gateway (4c76e910-670c-410c-a398-4a697f7bdffb), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:06.088003 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Publish callbacks [] for router_gateway (4c76e910-670c-410c-a398-4a697f7bdffb), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:06.167904 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:06.281366 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Allocated IP 172.27.3.247 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/47e52da7-8d8a-4c88-805a-cbc040ea045b) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 07:55:06.389783 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Publish callbacks [] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:06.414298 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:06.423042 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:06.468487 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 07:55:06.474297 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 07:55:06.478378 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 07:55:06.513110 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Pushing event updated for resources: {'Port': ['ID=47e52da7-8d8a-4c88-805a-cbc040ea045b,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:55:06.538330 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:06.726779 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Publish callbacks [] for router_gateway (4c76e910-670c-410c-a398-4a697f7bdffb), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:06.752851 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 5 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 07:55:06.948411 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4190741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4188233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-77792'] for router (4c76e910-670c-410c-a398-4a697f7bdffb), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:06.952037 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4190748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4190723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4188208'] for router (4c76e910-670c-410c-a398-4a697f7bdffb), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:07.065988 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Router 4c76e910-670c-410c-a398-4a697f7bdffb has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 07:55:07.267530 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 07:55:07.272019 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:07.273250 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f8420df2-71f4-4f28-a081-8a380f7964b9 demo admin] 10.222.0.43 "PUT /v2.0/routers/4c76e910-670c-410c-a398-4a697f7bdffb HTTP/1.1" status: 200 len: 890 time: 1.7452328 Jun 29 07:55:07.670064 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device b9f18d85-4561-4d5c-9616-4e22a291b47b up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 07:55:07.723151 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port b9f18d85-4561-4d5c-9616-4e22a291b47b triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:55:07.723426 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:07.773890 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:07.810906 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port b9f18d85-4561-4d5c-9616-4e22a291b47b is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:55:08.331899 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Sync routers for ids ['4c76e910-670c-410c-a398-4a697f7bdffb'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 07:55:08.343819 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Routers {'4c76e910-670c-410c-a398-4a697f7bdffb'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 07:55:08.344486 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T07:54:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['4c76e910-670c-410c-a398-4a697f7bdffb'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:55:08.501304 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:08.548164 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Set router 4c76e910-670c-410c-a398-4a697f7bdffb gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 07:55:08.996159 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'name': 'router1', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '47e52da7-8d8a-4c88-805a-cbc040ea045b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T07:54:48Z', 'updated_at': '2022-06-29T07:55:06Z', 'revision_number': 4, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'gw_port': {'id': '47e52da7-8d8a-4c88-805a-cbc040ea045b', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T07:55:06Z', 'updated_at': '2022-06-29T07:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b9f18d85-4561-4d5c-9616-4e22a291b47b', 'name': '', 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'mac_address': 'fa:16:3e:a8:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T07:54:58Z', 'updated_at': '2022-06-29T07:55:01Z', 'revision_number': 5, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'subnets': [{'id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fad62ee-8ba4-412a-a7bd-daad84709cf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:55:09.046406 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Checking router: 4c76e910-670c-410c-a398-4a697f7bdffb for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 07:55:09.046761 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Updating router 4c76e910-670c-410c-a398-4a697f7bdffb port 47e52da7-8d8a-4c88-805a-cbc040ea045b binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 07:55:09.099784 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:09.412654 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Publish callbacks [] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:09.418128 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:09.472580 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717f772-4779-482c-bb2d-88c795b8c633 None None] Pushing event updated for resources: {'Port': ['ID=47e52da7-8d8a-4c88-805a-cbc040ea045b,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:55:09.474762 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Attempting to bind port 47e52da7-8d8a-4c88-805a-cbc040ea045b on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 07:55:09.475132 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Attempting to bind port 47e52da7-8d8a-4c88-805a-cbc040ea045b by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 07:55:09.475498 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Attempting to bind port 47e52da7-8d8a-4c88-805a-cbc040ea045b on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 07:55:09.482477 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 07:55:09.482853 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 07:55:09.483255 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:09.483643 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 07:55:09.484109 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Bound port: 47e52da7-8d8a-4c88-805a-cbc040ea045b, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 07:55:09.484489 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:09.531208 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:09.538134 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] For port 47e52da7-8d8a-4c88-805a-cbc040ea045b, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 07:55:09.542764 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] For port 47e52da7-8d8a-4c88-805a-cbc040ea045b, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=47e52da7-8d8a-4c88-805a-cbc040ea045b,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 07:55:09.549621 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:09.608956 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Routers {'4c76e910-670c-410c-a398-4a697f7bdffb'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 07:55:09.609606 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T07:54:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['4c76e910-670c-410c-a398-4a697f7bdffb'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:55:09.612747 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717f772-4779-482c-bb2d-88c795b8c633 None None] Pushing event updated for resources: {'Port': ['ID=47e52da7-8d8a-4c88-805a-cbc040ea045b,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:55:09.714187 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] Set router 4c76e910-670c-410c-a398-4a697f7bdffb gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 07:55:09.771067 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 35992) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:55:09.891978 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f9ea0978-9088-4d70-ab0d-cf1a5d293d18 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1197772 Jun 29 07:55:09.930515 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'name': 'router1', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '47e52da7-8d8a-4c88-805a-cbc040ea045b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T07:54:48Z', 'updated_at': '2022-06-29T07:55:06Z', 'revision_number': 4, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'gw_port': {'id': '47e52da7-8d8a-4c88-805a-cbc040ea045b', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T07:55:06Z', 'updated_at': '2022-06-29T07:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b9f18d85-4561-4d5c-9616-4e22a291b47b', 'name': '', 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'mac_address': 'fa:16:3e:a8:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T07:54:58Z', 'updated_at': '2022-06-29T07:55:01Z', 'revision_number': 5, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'subnets': [{'id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fad62ee-8ba4-412a-a7bd-daad84709cf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 07:55:09.957905 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4409d04e-6b98-4181-9352-3ce4950f04a9 None None] The sync data for ids ['4c76e910-670c-410c-a398-4a697f7bdffb'] in dv-cinder-768105-14-iscsi is: [{'id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'name': 'router1', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '47e52da7-8d8a-4c88-805a-cbc040ea045b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T07:54:48Z', 'updated_at': '2022-06-29T07:55:06Z', 'revision_number': 4, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'gw_port': {'id': '47e52da7-8d8a-4c88-805a-cbc040ea045b', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T07:55:06Z', 'updated_at': '2022-06-29T07:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b9f18d85-4561-4d5c-9616-4e22a291b47b', 'name': '', 'network_id': 'f014855a-10e6-4eea-a505-a6ea9f942503', 'tenant_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'mac_address': 'fa:16:3e:a8:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76e910-670c-410c-a398-4a697f7bdffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T07:54:58Z', 'updated_at': '2022-06-29T07:55:01Z', 'revision_number': 5, 'project_id': '6bf43a1fb0074f3c8f0a85646b793ebc', 'subnets': [{'id': 'c0afc6c7-434b-4664-a1ad-762039d61236', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fad62ee-8ba4-412a-a7bd-daad84709cf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 07:55:11.666437 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 47e52da7-8d8a-4c88-805a-cbc040ea045b up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 07:55:11.716352 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 47e52da7-8d8a-4c88-805a-cbc040ea045b triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:55:11.716734 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:11.796607 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 47e52da7-8d8a-4c88-805a-cbc040ea045b is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:55:11.797029 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:11.824131 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port 47e52da7-8d8a-4c88-805a-cbc040ea045b, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=47e52da7-8d8a-4c88-805a-cbc040ea045b,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 07:55:11.829991 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:11.862607 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:11.871514 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:11.893665 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=47e52da7-8d8a-4c88-805a-cbc040ea045b,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:55:13.679661 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 47e52da7-8d8a-4c88-805a-cbc040ea045b up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 07:55:13.772595 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 47e52da7-8d8a-4c88-805a-cbc040ea045b triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:55:13.774162 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (47e52da7-8d8a-4c88-805a-cbc040ea045b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:13.895690 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 47e52da7-8d8a-4c88-805a-cbc040ea045b is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:55:16.748462 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:UPDATE=1,neutron:SELECT=48 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:16.749861 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=33 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:19.884605 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:19.888632 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:23.839818 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:23.844444 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:23.895952 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=18 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:24.403367 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e99cfaba-3ea7-4853-91d8-b872e0ca58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:26.923198 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05b62b11-3815-4db4-b0d9-fac56d42b14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:28.270773 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:29.441412 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:29.792186 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:39.767309 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:39.776584 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:39.781833 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:43.753938 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 5 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 07:55:46.812805 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:53.754932 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:55:54.415105 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7353f81d-58b6-4aa0-9be6-45ab4b66cf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:56.905087 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-06830442-bfd6-4e72-b15b-228c7d00f92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:58.260514 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:59.432228 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:55:59.790162 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:09.428277 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:09.779285 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=19 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:09.782654 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:20.753367 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 5 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 07:56:24.400617 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0aa60544-ac47-4bc0-81ca-b98421cd6c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:26.900823 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-642db109-5668-4467-9faf-1708863c8ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:28.258939 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:29.433544 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:29.775896 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:30.748626 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:30.749426 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:31.276797 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 36534) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:56:31.344411 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc32aec7-56da-4034-b53e-3c6c5783e9bd admin admin] GET failed (client error): The resource could not be found. Jun 29 07:56:31.345914 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-cc32aec7-56da-4034-b53e-3c6c5783e9bd admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680056 Jun 29 07:56:31.518877 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e404ae-1112-453a-85bb-021cba8e2d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:31.520409 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-66e404ae-1112-453a-85bb-021cba8e2d6f admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1701696 Jun 29 07:56:33.644501 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 36544) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:56:33.744097 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec38f3-9128-4d88-9041-246aa257d54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:33.745389 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-18ec38f3-9128-4d88-9041-246aa257d54d admin admin] 10.222.0.43 "GET /v2.0/subnets/c0afc6c7-434b-4664-a1ad-762039d61236 HTTP/1.1" status: 200 len: 849 time: 0.0999455 Jun 29 07:56:33.755407 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 07:56:33.848904 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Publish callbacks [] for subnet (c0afc6c7-434b-4664-a1ad-762039d61236), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:33.996958 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729372348115'] for subnet (c0afc6c7-434b-4664-a1ad-762039d61236), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:34.035853 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:34.036881 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:34.037877 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] 10.222.0.43 "PUT /v2.0/subnets/c0afc6c7-434b-4664-a1ad-762039d61236 HTTP/1.1" status: 200 len: 868 time: 0.2861729 Jun 29 07:56:34.040195 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e034084e-168c-47d3-a2f3-5f2cdcc8e561 None None] Network f014855a-10e6-4eea-a505-a6ea9f942503 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 07:56:34.061670 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0afc6c7-434b-4664-a1ad-762039d61236,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:56:34.071331 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.072524 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.072524 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.072524 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.072966 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.073336 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.073729 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.074141 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.074531 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.074863 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.075198 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.075529 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.075858 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.076191 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.076516 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5cd11-c15c-450b-ae75-c57a1f3e98af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:56:34.395006 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-0ebd94d8-005c-43ec-8600-961aac2ec734 None None] Provisioning complete for port 664c0059-104c-4a2e-a172-1c5ac5993ca4 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:56:34.395536 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ebd94d8-005c-43ec-8600-961aac2ec734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (664c0059-104c-4a2e-a172-1c5ac5993ca4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:34.479218 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd94d8-005c-43ec-8600-961aac2ec734 None None] Current status of the port 664c0059-104c-4a2e-a172-1c5ac5993ca4 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:56:34.491768 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-0ebd94d8-005c-43ec-8600-961aac2ec734 None None] Provisioning complete for port b9f18d85-4561-4d5c-9616-4e22a291b47b triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:56:34.492702 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ebd94d8-005c-43ec-8600-961aac2ec734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b9f18d85-4561-4d5c-9616-4e22a291b47b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:34.565493 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd94d8-005c-43ec-8600-961aac2ec734 None None] Current status of the port b9f18d85-4561-4d5c-9616-4e22a291b47b is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:56:36.136385 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 36554) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:56:36.341362 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba38a771-7b32-4bcd-bb21-321163f2b7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:36.341774 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba38a771-7b32-4bcd-bb21-321163f2b7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:36.343560 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ba38a771-7b32-4bcd-bb21-321163f2b7ad admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2061806 Jun 29 07:56:38.479620 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 36562) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:56:38.622043 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a6dd05-4792-47d9-9e72-3191cbf039ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:38.622504 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a6dd05-4792-47d9-9e72-3191cbf039ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:38.624420 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-90a6dd05-4792-47d9-9e72-3191cbf039ee admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1438081 Jun 29 07:56:40.740357 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 36570) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:56:40.876853 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc926358-d930-455b-b5e0-cbeea8182789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:40.878291 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-dc926358-d930-455b-b5e0-cbeea8182789 admin admin] 10.222.0.43 "GET /v2.0/networks/2f00e8cf-7182-49ee-9467-0dd098e5f016 HTTP/1.1" status: 200 len: 886 time: 0.1370206 Jun 29 07:56:43.018177 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 36578) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:56:43.200830 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8abb5b-e074-4d68-a965-4492ae7c5775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:43.202155 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-be8abb5b-e074-4d68-a965-4492ae7c5775 admin admin] 10.222.0.43 "GET /v2.0/networks/f014855a-10e6-4eea-a505-a6ea9f942503 HTTP/1.1" status: 200 len: 869 time: 0.1830297 Jun 29 07:56:44.554128 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:44.562465 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:44.564182 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:45.284584 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 36586) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:56:45.424950 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef50578-0e2a-43e8-91f0-5f5922799e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:45.425428 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef50578-0e2a-43e8-91f0-5f5922799e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:45.427383 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-aef50578-0e2a-43e8-91f0-5f5922799e48 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1418102 Jun 29 07:56:47.552901 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 36594) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:56:47.656438 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:47.666519 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c64b9d-8782-4a9d-841d-5e7ec08b67e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:47.667075 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c64b9d-8782-4a9d-841d-5e7ec08b67e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:47.673465 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-c9c64b9d-8782-4a9d-841d-5e7ec08b67e9 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1195011 Jun 29 07:56:49.802307 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 36602) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:56:49.898124 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7d05e-4e25-42f9-ad88-7f1704cf1c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:49.899513 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-fba7d05e-4e25-42f9-ad88-7f1704cf1c40 admin admin] 10.222.0.43 "GET /v2.0/subnets/c0afc6c7-434b-4664-a1ad-762039d61236 HTTP/1.1" status: 200 len: 868 time: 0.0962675 Jun 29 07:56:52.010223 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 36610) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:56:52.091523 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:52.104055 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087dfc7c-8fd2-4dc9-9ca0-64f0677f61bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:56:52.105458 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-087dfc7c-8fd2-4dc9-9ca0-64f0677f61bd admin admin] 10.222.0.43 "GET /v2.0/subnets/d89daec8-97c3-42b4-b6bb-085062ffceff HTTP/1.1" status: 200 len: 816 time: 0.0942988 Jun 29 07:56:54.404169 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c5833cf4-73ca-4931-9859-e9ce971f03a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:56.904918 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-844481e2-fa25-4b6e-be2e-6d09764185df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:57.752232 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 5 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 07:56:58.260574 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:59.435646 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:59.780218 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:56:59.891222 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=26 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:56:59.894331 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=32 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:00.805639 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:02.100124 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:07.748959 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:09.769902 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:09.773289 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:09.776026 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=2,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:19.405442 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 36666) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:57:19.454176 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [None req-d3ad2261-585c-4219-85b5-4cc84dd6b20a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 07:57:19.455202 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d3ad2261-585c-4219-85b5-4cc84dd6b20a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0488153 Jun 29 07:57:21.605193 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 36674) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:57:21.670115 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bb2691-682b-454f-a271-0a6926ca9be2 admin admin] GET failed (client error): The resource could not be found. Jun 29 07:57:21.671473 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f9bb2691-682b-454f-a271-0a6926ca9be2 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653291 Jun 29 07:57:21.763816 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6cd034-6812-4867-8c4a-a30155b5d4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:57:21.765272 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-ab6cd034-6812-4867-8c4a-a30155b5d4e5 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0892813 Jun 29 07:57:23.719697 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=14 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:23.723261 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=12 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:23.911319 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 36682) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:57:23.961760 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 07:57:23.982883 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Made reservation on behalf of c4e7f90bb9da44679fd899e1c8b90999 for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 07:57:23.985651 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:24.017804 dv-cinder-768105-14-iscsi neutron-server[103900]: WARNING neutron.services.revisions.revision_plugin [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Could not find related network for resource to bump revision. Jun 29 07:57:24.032878 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 07:57:24.043350 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (8fa1e9fb-0579-4619-bafa-757a7ace6c4c), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:24.043686 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Added segment 8fa1e9fb-0579-4619-bafa-757a7ace6c4c of type vlan for network ee2af995-d4fe-411a-9dbc-f6535636c25b Jun 29 07:57:24.088637 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (ee2af995-d4fe-411a-9dbc-f6535636c25b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:24.120271 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (ee2af995-d4fe-411a-9dbc-f6535636c25b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:24.121235 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:57:24.121813 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:24.158282 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2457676 Jun 29 07:57:24.188502 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Pushing event updated for resources: {'Network': ['ID=ee2af995-d4fe-411a-9dbc-f6535636c25b,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:57:24.198011 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.198364 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.198743 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.199076 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.199403 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.199735 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.200057 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.200544 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.200729 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.201228 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.201404 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.201738 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.202052 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.202370 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.202694 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5bda5-fb86-4032-bcc0-e577cf01440a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:24.217805 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network ee2af995-d4fe-411a-9dbc-f6535636c25b details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 07:57:24.409343 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b2470a0-5f62-45a9-bf91-aa2eb97b599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:26.308459 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 36690) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:57:26.370639 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4ba9ff-0b94-4928-adc7-93a96abb3c25 admin admin] GET failed (client error): The resource could not be found. Jun 29 07:57:26.372008 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-7b4ba9ff-0b94-4928-adc7-93a96abb3c25 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625744 Jun 29 07:57:26.480370 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e999124-9627-401c-b798-87dcd1d2b240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:57:26.481925 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2e999124-9627-401c-b798-87dcd1d2b240 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1059043 Jun 29 07:57:26.492490 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b', 'description': 'shared-subnet'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 07:57:26.512867 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Made reservation on behalf of c4e7f90bb9da44679fd899e1c8b90999 for: {'subnet': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 07:57:26.515245 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:26.696879 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (cfa4587a-1c25-4e0c-bd13-a5fc0278ad9e), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:26.757995 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa4587a-1c25-4e0c-bd13-a5fc0278ad9e,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:57:26.763126 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Checking segment: {'id': '8fa1e9fb-0579-4619-bafa-757a7ace6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 07:57:26.764090 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Network hostable DHCP agents. Network: ee2af995-d4fe-411a-9dbc-f6535636c25b, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 07:57:26.791160 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Network ee2af995-d4fe-411a-9dbc-f6535636c25b is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 07:57:26.800708 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, ee2af995-d4fe-411a-9dbc-f6535636c25b) {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 07:57:26.805575 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 07:57:26.806166 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:26.811731 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e366e09-4e70-4587-b31a-48f3d60c5e82 None None] Network ee2af995-d4fe-411a-9dbc-f6535636c25b requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 07:57:26.824321 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-4a324ede-063f-4b98-8fdb-05a23b9e0f90 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3358414 Jun 29 07:57:26.942030 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6a85b0a0-7ae1-456c-a923-53f39b138766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:26.951810 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-ee2af995-d4fe-411a-9dbc-f6535636c25b', 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b', 'project_id': 'c4e7f90bb9da44679fd899e1c8b90999', 'fixed_ips': [{'subnet_id': 'cfa4587a-1c25-4e0c-bd13-a5fc0278ad9e'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 07:57:26.952859 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:27.208893 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Allocated IP 192.168.233.2 (ee2af995-d4fe-411a-9dbc-f6535636c25b/cfa4587a-1c25-4e0c-bd13-a5fc0278ad9e/758f619f-7a72-4efe-b043-f7717a0708e4) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 07:57:27.367049 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Publish callbacks [] for port (758f619f-7a72-4efe-b043-f7717a0708e4), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:27.373246 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (758f619f-7a72-4efe-b043-f7717a0708e4), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:27.414459 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Network ee2af995-d4fe-411a-9dbc-f6535636c25b is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 07:57:27.417480 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 07:57:27.420556 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 07:57:27.434405 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Pushing event updated for resources: {'Port': ['ID=758f619f-7a72-4efe-b043-f7717a0708e4,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:57:27.459983 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.460303 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.460612 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.460955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.461316 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.461648 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.461980 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.462303 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.462643 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.462975 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.463300 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.463636 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.463964 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.464286 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.464605 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:57:27.497967 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Attempting to bind port 758f619f-7a72-4efe-b043-f7717a0708e4 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 07:57:27.498343 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Attempting to bind port 758f619f-7a72-4efe-b043-f7717a0708e4 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '8fa1e9fb-0579-4619-bafa-757a7ace6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 07:57:27.498726 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Attempting to bind port 758f619f-7a72-4efe-b043-f7717a0708e4 on network ee2af995-d4fe-411a-9dbc-f6535636c25b {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 07:57:27.504028 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 07:57:27.504394 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Checking segment: {'id': '8fa1e9fb-0579-4619-bafa-757a7ace6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 07:57:27.504787 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:27.505206 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Bound using segment: {'id': '8fa1e9fb-0579-4619-bafa-757a7ace6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 07:57:27.505662 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Bound port: 758f619f-7a72-4efe-b043-f7717a0708e4, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa1e9fb-0579-4619-bafa-757a7ace6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 07:57:27.506041 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (758f619f-7a72-4efe-b043-f7717a0708e4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:27.572954 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] For port 758f619f-7a72-4efe-b043-f7717a0708e4, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 07:57:27.576558 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] For port 758f619f-7a72-4efe-b043-f7717a0708e4, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=758f619f-7a72-4efe-b043-f7717a0708e4,segment=NetworkSegment(8fa1e9fb-0579-4619-bafa-757a7ace6c4c),segment_id=8fa1e9fb-0579-4619-bafa-757a7ace6c4c)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 07:57:27.583059 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (758f619f-7a72-4efe-b043-f7717a0708e4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:27.641704 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2435f-90ce-469d-8306-772b1180c6f3 None None] Pushing event updated for resources: {'Port': ['ID=758f619f-7a72-4efe-b043-f7717a0708e4,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:57:28.265990 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:28.530320 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7d80f1-faaf-4a3a-9331-389162cd02c4 None None] Network ee2af995-d4fe-411a-9dbc-f6535636c25b requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 07:57:28.633433 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-ec7ff6f3-e07f-4d8d-9469-7e21c91f3ba5 None None] Provisioning complete for port 758f619f-7a72-4efe-b043-f7717a0708e4 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:57:28.634071 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ec7ff6f3-e07f-4d8d-9469-7e21c91f3ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (758f619f-7a72-4efe-b043-f7717a0708e4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:28.751506 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ff6f3-e07f-4d8d-9469-7e21c91f3ba5 None None] Current status of the port 758f619f-7a72-4efe-b043-f7717a0708e4 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:57:28.751901 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ec7ff6f3-e07f-4d8d-9469-7e21c91f3ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (758f619f-7a72-4efe-b043-f7717a0708e4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:28.791592 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-ec7ff6f3-e07f-4d8d-9469-7e21c91f3ba5 None None] For port 758f619f-7a72-4efe-b043-f7717a0708e4, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=758f619f-7a72-4efe-b043-f7717a0708e4,segment=NetworkSegment(8fa1e9fb-0579-4619-bafa-757a7ace6c4c),segment_id=8fa1e9fb-0579-4619-bafa-757a7ace6c4c)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 07:57:28.799432 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ec7ff6f3-e07f-4d8d-9469-7e21c91f3ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (758f619f-7a72-4efe-b043-f7717a0708e4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:28.860219 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ff6f3-e07f-4d8d-9469-7e21c91f3ba5 None None] Pushing event updated for resources: {'Port': ['ID=758f619f-7a72-4efe-b043-f7717a0708e4,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:57:28.919308 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-774de1b1-a7c1-45df-8ecc-e2c6185b35cb None None] Provisioning complete for port 758f619f-7a72-4efe-b043-f7717a0708e4 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:57:28.919836 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-774de1b1-a7c1-45df-8ecc-e2c6185b35cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (758f619f-7a72-4efe-b043-f7717a0708e4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:28.999989 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-774de1b1-a7c1-45df-8ecc-e2c6185b35cb None None] Current status of the port 758f619f-7a72-4efe-b043-f7717a0708e4 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:57:29.438679 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:29.450655 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:29.764182 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 758f619f-7a72-4efe-b043-f7717a0708e4 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 07:57:29.820893 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:29.838112 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 758f619f-7a72-4efe-b043-f7717a0708e4 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 07:57:29.838496 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (758f619f-7a72-4efe-b043-f7717a0708e4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:29.863742 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:29.875904 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:29.934478 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 758f619f-7a72-4efe-b043-f7717a0708e4 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 07:57:34.191559 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=31,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:34.192368 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:34.750416 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 5 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 07:57:36.816786 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=49,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:36.817410 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=42,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:37.813785 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:39.923244 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:39.931070 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:39.932770 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:44.747423 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:57:54.414412 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ee30e5a6-5e08-4a7e-ae8c-5138778e50de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:56.907518 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c4157ac5-8c8d-4d66-b81a-695194e3c28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:58.267764 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:59.442045 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:57:59.790067 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:58:09.774970 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:58:09.779592 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:58:09.781211 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:58:11.748598 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 5 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 07:58:22.743686 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:58:22.745102 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:58:24.406810 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c0cfa9d0-d08b-4d17-80ea-3d7faaf13d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:58:26.912472 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-93bf452a-865f-4fa1-9f2c-61c97e2609cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:58:28.267997 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:58:29.444893 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:58:29.785603 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:58:39.772675 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:58:39.778240 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:58:39.779559 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:58:48.748396 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 5 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 07:58:54.410527 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-22a07bb4-5a45-4b3b-bd5c-d78b572e2985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:58:56.915090 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-157afe20-d305-41d0-87d9-0dd299e0eee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:58:58.271638 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:58:58.744787 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:58:58.745573 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:58:59.446675 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:58:59.794169 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:02.141983 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 36732) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:59:02.148176 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [None req-ee7e6b86-fe87-4975-9142-2370eb5919bd tempest-verify_tempest_config-878593397 tempest-verify_tempest_config-878593397-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 07:59:02.149215 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ee7e6b86-fe87-4975-9142-2370eb5919bd tempest-verify_tempest_config-878593397 tempest-verify_tempest_config-878593397-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062108 Jun 29 07:59:02.462326 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 36750) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:59:02.568480 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:02.646788 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Publish callbacks [] for security_group (689857bf-00e6-4aa3-8ad5-bd6b0d1561b5), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:02.650710 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (689857bf-00e6-4aa3-8ad5-bd6b0d1561b5), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:02.747245 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d54f40b9be944d29035b71174239c44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2838454 Jun 29 07:59:02.748056 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689857bf-00e6-4aa3-8ad5-bd6b0d1561b5,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:59:02.749963 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 36754) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 07:59:02.756592 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.756947 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.757321 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.757657 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.757985 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.758312 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.758634 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.759020 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.759303 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.759639 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.759971 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.760296 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.760619 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.760940 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.761309 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be5d75-8648-4ae0-8c8c-6cc1c91c8644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.806407 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Publish callbacks [] for security_group (689857bf-00e6-4aa3-8ad5-bd6b0d1561b5), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:02.828141 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Publish callbacks [] for security_group (689857bf-00e6-4aa3-8ad5-bd6b0d1561b5), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:02.923687 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (689857bf-00e6-4aa3-8ad5-bd6b0d1561b5), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:02.927701 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:02.928924 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/689857bf-00e6-4aa3-8ad5-bd6b0d1561b5 HTTP/1.1" status: 204 len: 168 time: 0.1779556 Jun 29 07:59:02.937278 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689857bf-00e6-4aa3-8ad5-bd6b0d1561b5,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 07:59:02.945307 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.945640 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.945993 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.946328 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.946651 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.946992 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.947273 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.947590 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.947919 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.948243 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.948568 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.948884 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.949217 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.949525 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:02.949834 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f8ad7-e3e8-4f26-bfb6-4a169a33b030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 07:59:09.780153 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:09.788690 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:12.750787 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:12.751969 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:12.939913 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:12.940870 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:12.968681 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:24.415123 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-73794b90-b5ce-4515-9907-6084858db02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:25.747377 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 5 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 07:59:26.918129 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8487a6a-8204-4926-b620-3cc042081f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:28.273762 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:29.457906 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:29.788650 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:35.742528 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=15 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:35.743226 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=19 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:39.777423 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:39.781694 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:39.784210 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 07:59:54.419319 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a51914fe-f396-41f1-83c0-7281a5e2663d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:56.920283 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4fbebf49-4447-4b26-b61f-9f96bfa9177d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:58.278037 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:59.452288 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 07:59:59.791837 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:02.745147 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 5 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:00:09.780532 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:09.785591 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=16 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:09.787605 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:12.741251 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:12.741913 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:22.748039 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:22.748818 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:24.421080 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-22b199a6-9088-4d11-b6cf-f42ed8d63530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:26.922804 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fed4e35f-a97a-4358-ace1-44c41f323647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:28.287597 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:29.454618 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:29.795477 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:39.744863 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 5 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:00:39.783036 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:39.789267 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:39.791025 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:48.492857 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4187094'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:49.742115 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:49.742837 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:00:54.424196 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ab23c3c-aabe-44b1-b493-fbc673f48de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:56.925939 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-acd0be58-35b2-4646-9290-592f8c852e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:58.282756 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:59.458279 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:00:59.798908 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:01.041579 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 36830) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:01:01.157514 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-c4295588-db7d-49e9-8682-2240d1903e09 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1148341 Jun 29 08:01:03.271767 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 36840) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:01:03.328277 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-a906162a-aaa6-4464-b288-f18ee25cec5a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0553682 Jun 29 08:01:09.453813 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:09.792295 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:INSERT=1,neutron:SELECT=8 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:09.794724 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:13.323371 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:13.324266 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:16.745076 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:01:18.467141 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:23.588375 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=16 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:24.427579 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-744f5421-fe52-4559-a649-f1a87f53486e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:26.740140 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=18 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:26.928428 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4be7fe2-ccb5-4a64-bbb6-2b6f8d9809cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:28.284280 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:29.459526 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:29.802468 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:39.456000 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:39.791139 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:39.797998 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:48.465338 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:53.747480 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:01:54.433472 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f6d97d10-ed9a-4add-b545-cd808d1e6d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:56.802097 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:01:56.934274 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-df5e401d-7c32-4a9d-9acf-4faccda1ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:58.293835 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:59.463353 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:01:59.808411 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:03.747358 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:09.796069 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:09.800843 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:09.803341 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:18.480110 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:22.752918 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:24.437404 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8637420-bd33-4625-9d91-981688c3a47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:26.927866 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6a9a96e6-0676-41ab-8233-d9be9ab82b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:28.289260 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:29.466395 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:29.814775 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:30.749559 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:02:39.802393 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:39.808390 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:39.811362 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:39.996029 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 36984) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:40.426850 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-651039321-network', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:40.456801 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Made reservation on behalf of ab693125979f4bb7b7b3c94061610fe2 for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:02:40.459501 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:40.473136 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:40.565864 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Publish callbacks [] for security_group (20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:40.570883 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:40.603421 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:02:40.610080 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:40.619839 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.620111 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.620464 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.621000 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.621588 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.621921 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.622253 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.622579 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.622909 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Tracked resource versions report: Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: pushed versions: Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: { 'AddressGroup': {'1.2'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Agent': {'1.1'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'ConntrackHelper': {'1.0'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'LocalIPAssociation': {'1.0'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Log': {'1.0'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'NDPProxy': {'1.0'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Network': {'1.1'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Port': {'1.7'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'PortForwarding': {'1.3'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'QosPolicy': {'1.10'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SecurityGroup': {'1.5'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SecurityGroupRule': {'1.2'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SubPort': {'1.0'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Subnet': {'1.1'}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Trunk': {'1.1'}} Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: consumer versions: Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: { DHCP agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: HyperV agent@hv-cinder-76810: {}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: L3 agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: Metadata agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: Metering agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: Open vSwitch agent@dv-cinder-768105-14-iscsi: { 'AddressGroup': '1.2', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Agent': '1.1', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'ConntrackHelper': '1.0', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'LocalIPAssociation': '1.0', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Log': '1.0', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'NDPProxy': '1.0', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Network': '1.1', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Port': '1.7', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'PortForwarding': '1.3', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'QosPolicy': '1.10', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SecurityGroup': '1.5', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SecurityGroupRule': '1.2', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'SubPort': '1.0', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Subnet': '1.1', Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: 'Trunk': '1.1'}} Jun 29 08:02:40.626698 dv-cinder-768105-14-iscsi neutron-server[103900]: {{(pid=103900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 08:02:40.634494 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (e93b1500-4ec5-41d0-9160-e19dcea7d56f), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:40.634984 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Added segment e93b1500-4ec5-41d0-9160-e19dcea7d56f of type vlan for network 6d288728-176e-477c-8692-ca82d6facbbc Jun 29 08:02:40.685022 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (6d288728-176e-477c-8692-ca82d6facbbc), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:40.717399 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (6d288728-176e-477c-8692-ca82d6facbbc), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:40.719322 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:02:40.721689 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:40.743329 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:40.745209 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:40.764570 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7665906 Jun 29 08:02:40.767442 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37030) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:40.775061 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Request body: {'subnet': {'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-subnet', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:40.844845 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Made reservation on behalf of ab693125979f4bb7b7b3c94061610fe2 for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:02:40.847370 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:40.850945 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd3dba-c1f8-4426-83fd-f79751a3830e admin admin] Pushing event updated for resources: {'Network': ['ID=6d288728-176e-477c-8692-ca82d6facbbc,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:40.866091 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 6d288728-176e-477c-8692-ca82d6facbbc details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:02:41.054279 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.113739 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:41.126139 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Checking segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:41.126498 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Network hostable DHCP agents. Network: 6d288728-176e-477c-8692-ca82d6facbbc, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:02:41.146719 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Network 6d288728-176e-477c-8692-ca82d6facbbc is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:02:41.157641 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 6d288728-176e-477c-8692-ca82d6facbbc) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:41.161985 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:02:41.162596 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.166949 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a852baeb-f73d-46fc-a56d-5452b7a363b5 None None] Network 6d288728-176e-477c-8692-ca82d6facbbc requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:02:41.190665 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-e4b3c808-804e-41a6-aff6-1b55e64c18f1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4208081 Jun 29 08:02:41.190665 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37042) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:41.198747 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:41.227136 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (eef5cbfa-6300-42f8-adf3-88dad4300f3c), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.228679 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (eef5cbfa-6300-42f8-adf3-88dad4300f3c), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.236265 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:41.241169 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:41.289208 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-6d288728-176e-477c-8692-ca82d6facbbc', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:02:41.290529 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.299512 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks [] for router_controller (eef5cbfa-6300-42f8-adf3-88dad4300f3c), precommit_add_association {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.443140 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Allocated IP 172.20.0.2 (6d288728-176e-477c-8692-ca82d6facbbc/b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d/9a53e1f7-7140-4d41-9f86-f9586e9a1237) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:41.455231 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37050) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:41.498374 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks [] for router_gateway (eef5cbfa-6300-42f8-adf3-88dad4300f3c), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.601151 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Publish callbacks [] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.610715 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.632319 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Network 6d288728-176e-477c-8692-ca82d6facbbc is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:41.635472 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:41.655270 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:41.664243 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37062) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:41.736636 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Pushing event updated for resources: {'Port': ['ID=9a53e1f7-7140-4d41-9f86-f9586e9a1237,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:41.747030 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37068) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:41.766380 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.766751 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.767090 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.767448 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.767784 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.768218 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.768539 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.768868 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.769262 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.769667 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.770121 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.770464 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.770789 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.771108 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.771453 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Tracked resource versions report: Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: pushed versions: Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: { 'AddressGroup': {'1.2'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Agent': {'1.1'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'ConntrackHelper': {'1.0'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'LocalIPAssociation': {'1.0'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Log': {'1.0'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'NDPProxy': {'1.0'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Network': {'1.1'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Port': {'1.7'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'PortForwarding': {'1.3'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'QosPolicy': {'1.10'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SecurityGroup': {'1.5'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SecurityGroupRule': {'1.2'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SubPort': {'1.0'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Subnet': {'1.1'}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Trunk': {'1.1'}} Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: consumer versions: Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: { DHCP agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: HyperV agent@hv-cinder-76810: {}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: L3 agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: Metadata agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: Metering agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: Open vSwitch agent@dv-cinder-768105-14-iscsi: { 'AddressGroup': '1.2', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Agent': '1.1', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'ConntrackHelper': '1.0', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'LocalIPAssociation': '1.0', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Log': '1.0', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'NDPProxy': '1.0', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Network': '1.1', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Port': '1.7', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'PortForwarding': '1.3', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'QosPolicy': '1.10', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SecurityGroup': '1.5', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SecurityGroupRule': '1.2', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'SubPort': '1.0', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Subnet': '1.1', Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: 'Trunk': '1.1'}} Jun 29 08:02:41.772666 dv-cinder-768105-14-iscsi neutron-server[103902]: {{(pid=103902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 08:02:41.779104 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Attempting to bind port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:02:41.779682 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Attempting to bind port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:02:41.780399 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Attempting to bind port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 on network 6d288728-176e-477c-8692-ca82d6facbbc {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:02:41.787194 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:02:41.787781 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Checking segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:41.788333 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.788873 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Bound using segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:02:41.789541 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Bound port: 9a53e1f7-7140-4d41-9f86-f9586e9a1237, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:02:41.789920 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.840275 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1425600288-network', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:41.867134 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Made reservation on behalf of f46c6cdc3217456dba6eda8ff23e9f3a for: {'network': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:02:41.870013 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.878359 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] For port 9a53e1f7-7140-4d41-9f86-f9586e9a1237, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:02:41.886041 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] For port 9a53e1f7-7140-4d41-9f86-f9586e9a1237, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=9a53e1f7-7140-4d41-9f86-f9586e9a1237,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:02:41.889365 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.897994 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks [] for router_gateway (eef5cbfa-6300-42f8-adf3-88dad4300f3c), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.898227 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.962710 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.982919 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Publish callbacks [] for security_group (60b0c3a1-fee2-4c59-8b01-9d392856982c), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:41.989855 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (60b0c3a1-fee2-4c59-8b01-9d392856982c), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.026063 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ea11b-ddc4-4ca0-ad26-7d1c3d463459 None None] Pushing event updated for resources: {'Port': ['ID=9a53e1f7-7140-4d41-9f86-f9586e9a1237,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:42.054266 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b0c3a1-fee2-4c59-8b01-9d392856982c,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:42.057924 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:02:42.078019 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.078652 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.079166 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.079661 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.080250 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.080739 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.081389 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.081876 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.082494 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.083033 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.083827 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.084311 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.084799 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.085320 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.086058 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Tracked resource versions report: Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: pushed versions: Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: { 'AddressGroup': {'1.2'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Agent': {'1.1'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'ConntrackHelper': {'1.0'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'LocalIPAssociation': {'1.0'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Log': {'1.0'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'NDPProxy': {'1.0'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Network': {'1.1'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Port': {'1.7'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'PortForwarding': {'1.3'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'QosPolicy': {'1.10'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SecurityGroup': {'1.5'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SecurityGroupRule': {'1.2'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SubPort': {'1.0'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Subnet': {'1.1'}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Trunk': {'1.1'}} Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: consumer versions: Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: { DHCP agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: HyperV agent@hv-cinder-76810: {}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: L3 agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: Metadata agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: Metering agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: Open vSwitch agent@dv-cinder-768105-14-iscsi: { 'AddressGroup': '1.2', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Agent': '1.1', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'ConntrackHelper': '1.0', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'LocalIPAssociation': '1.0', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Log': '1.0', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'NDPProxy': '1.0', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Network': '1.1', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Port': '1.7', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'PortForwarding': '1.3', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'QosPolicy': '1.10', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SecurityGroup': '1.5', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SecurityGroupRule': '1.2', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'SubPort': '1.0', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Subnet': '1.1', Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: 'Trunk': '1.1'}} Jun 29 08:02:42.087837 dv-cinder-768105-14-iscsi neutron-server[103901]: {{(pid=103901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 08:02:42.098745 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (8689fd22-7ea8-4175-9dd6-5959099a7fe0), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.099571 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.segments_db [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Added segment 8689fd22-7ea8-4175-9dd6-5959099a7fe0 of type vlan for network 11928363-ada8-4b50-83d3-967220ca2d99 Jun 29 08:02:42.150251 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Allocated IP 172.27.3.41 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/0d45a253-adb1-43a8-b142-259ea90b4d43) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:42.154288 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-network', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:42.184921 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (11928363-ada8-4b50-83d3-967220ca2d99), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.207134 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Made reservation on behalf of 4cd09897be9c4642b91dfb53a536e7d1 for: {'network': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:02:42.211164 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.233236 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.280707 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks [] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.337545 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (11928363-ada8-4b50-83d3-967220ca2d99), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.337545 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:02:42.337545 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.366034 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.396796 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-418467263-network', 'tenant_id': '5e0c37d941434569b3dbd07e22125210'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:42.408066 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9518394 Jun 29 08:02:42.414555 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Pushing event updated for resources: {'Port': ['ID=0d45a253-adb1-43a8-b142-259ea90b4d43,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:42.419983 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37084) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:42.425057 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Request body: {'subnet': {'network_id': '11928363-ada8-4b50-83d3-967220ca2d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1425600288-subnet', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:42.451417 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Made reservation on behalf of f46c6cdc3217456dba6eda8ff23e9f3a for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:02:42.454363 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.498998 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Made reservation on behalf of 5e0c37d941434569b3dbd07e22125210 for: {'network': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:02:42.502446 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.565302 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.571264 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6d0f0-0cce-465d-a5aa-0f681ce12929 admin admin] Pushing event updated for resources: {'Network': ['ID=11928363-ada8-4b50-83d3-967220ca2d99,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:42.592709 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 11928363-ada8-4b50-83d3-967220ca2d99 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:02:42.607326 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Publish callbacks [] for security_group (dafa139c-51be-4e36-ad43-ffad9570e66e), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.614953 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (dafa139c-51be-4e36-ad43-ffad9570e66e), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.648384 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:02:42.659371 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:42.660300 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:42.662998 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:42.665927 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:42.670127 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (752be294-aa2b-4dc6-a10c-39b74b4f2ebb), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.677272 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafa139c-51be-4e36-ad43-ffad9570e66e,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:42.678371 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:42.681462 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (2e953872-c670-48fe-8ce4-854918f791c8), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.682030 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.segments_db [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Added segment 2e953872-c670-48fe-8ce4-854918f791c8 of type vlan for network 2f3afbc5-288f-4461-967f-3d79e5607ae1 Jun 29 08:02:42.735129 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:42.755256 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:42.757088 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (2f3afbc5-288f-4461-967f-3d79e5607ae1), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.813388 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Publish callbacks [] for security_group (b2470c63-476f-4fe6-8ee6-e08303fc0e1b), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.816257 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (2f3afbc5-288f-4461-967f-3d79e5607ae1), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.817452 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:02:42.818161 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.830273 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b2470c63-476f-4fe6-8ee6-e08303fc0e1b), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.847515 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:02:42.858838 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (72cfea21-5829-4f7f-af12-a276efb34ee2), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.859245 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.segments_db [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Added segment 72cfea21-5829-4f7f-af12-a276efb34ee2 of type vlan for network 83284d8b-f58e-483b-bfde-1c25f92d3de3 Jun 29 08:02:42.867907 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752be294-aa2b-4dc6-a10c-39b74b4f2ebb,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:42.879942 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Checking segment: {'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:42.880364 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Network hostable DHCP agents. Network: 11928363-ada8-4b50-83d3-967220ca2d99, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:02:42.954469 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (83284d8b-f58e-483b-bfde-1c25f92d3de3), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:42.966662 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2942226 Jun 29 08:02:42.983173 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37098) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:42.993875 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Request body: {'subnet': {'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-subnet', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:43.032580 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2470c63-476f-4fe6-8ee6-e08303fc0e1b,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:43.042505 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df78b7-f7b2-4807-9e48-cdef011bb755 admin admin] Pushing event updated for resources: {'Network': ['ID=2f3afbc5-288f-4461-967f-3d79e5607ae1,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:43.072323 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Made reservation on behalf of 4cd09897be9c4642b91dfb53a536e7d1 for: {'subnet': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:02:43.076082 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.094072 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (83284d8b-f58e-483b-bfde-1c25f92d3de3), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.095359 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:02:43.095640 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.099457 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 2f3afbc5-288f-4461-967f-3d79e5607ae1 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:02:43.141753 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Network 11928363-ada8-4b50-83d3-967220ca2d99 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:02:43.182552 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 11928363-ada8-4b50-83d3-967220ca2d99) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:43.192328 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:02:43.193269 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.211847 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4604497 Jun 29 08:02:43.212914 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37106) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:43.224264 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Request body: {'subnet': {'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-418467263-subnet', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:43.256691 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Made reservation on behalf of 5e0c37d941434569b3dbd07e22125210 for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:02:43.260205 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.274826 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c650a-f01f-44ac-81cd-525d76d26ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=83284d8b-f58e-483b-bfde-1c25f92d3de3,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:43.302222 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac1f20-3bb0-469b-ac08-4532825e4d78 None None] Network 11928363-ada8-4b50-83d3-967220ca2d99 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:02:43.329287 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks [] for router_gateway (eef5cbfa-6300-42f8-adf3-88dad4300f3c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.340205 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-2cc9e6e1-6d09-47a5-9ddf-d096fd968148 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9189119 Jun 29 08:02:43.344288 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37112) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:43.354241 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 83284d8b-f58e-483b-bfde-1c25f92d3de3 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:02:43.354573 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1425600288-router', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:43.572123 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-11928363-ada8-4b50-83d3-967220ca2d99', 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99', 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'fixed_ips': [{'subnet_id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:02:43.574535 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.604070 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.611048 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.654694 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (c3674e35-78be-4792-bbee-240b87745afd), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.756466 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Allocated IP 172.20.0.2 (11928363-ada8-4b50-83d3-967220ca2d99/752be294-aa2b-4dc6-a10c-39b74b4f2ebb/07817eb1-4481-4fa1-b9fe-c8a1516a01f7) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:43.817989 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (eef5cbfa-6300-42f8-adf3-88dad4300f3c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.827807 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (609be66d-5709-4032-86d4-0115dbc1bb2c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.928402 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:43.936094 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3674e35-78be-4792-bbee-240b87745afd,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:43.941155 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Publish callbacks [] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.946072 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:43.950168 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6866b053-5f77-489d-9440-79024339f367 None None] Network 6d288728-176e-477c-8692-ca82d6facbbc requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:02:43.957503 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:43.958250 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:43.959726 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:43.982750 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:44.031112 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=609be66d-5709-4032-86d4-0115dbc1bb2c,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:44.042090 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Pushing event updated for resources: {'Port': ['ID=07817eb1-4481-4fa1-b9fe-c8a1516a01f7,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:44.053047 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Network 11928363-ada8-4b50-83d3-967220ca2d99 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:44.060820 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-972a036b-2b6b-4113-919c-57ba6b2be69f None None] Provisioning complete for port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:44.061581 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-972a036b-2b6b-4113-919c-57ba6b2be69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.095048 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Checking segment: {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:44.095397 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Network hostable DHCP agents. Network: 83284d8b-f58e-483b-bfde-1c25f92d3de3, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:02:44.103251 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 9a53e1f7-7140-4d41-9f86-f9586e9a1237 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:02:44.110891 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks [] for router_controller (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), precommit_add_association {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.148789 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Network 83284d8b-f58e-483b-bfde-1c25f92d3de3 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:02:44.153491 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:44.161049 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Router eef5cbfa-6300-42f8-adf3-88dad4300f3c is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:02:44.173328 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 83284d8b-f58e-483b-bfde-1c25f92d3de3) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:44.191902 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:44.199946 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c43497-cbab-41d5-92c7-97b3b67702a2 None None] Network 83284d8b-f58e-483b-bfde-1c25f92d3de3 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:02:44.401512 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:02:44.402239 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.405894 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Checking segment: {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:44.406255 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Network hostable DHCP agents. Network: 2f3afbc5-288f-4461-967f-3d79e5607ae1, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:02:44.460510 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:44.490490 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-a19a04fb-2b37-4c77-9c1a-68dca72991cd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2702997 Jun 29 08:02:44.494691 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37152) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:44.499303 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:44.523501 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:44.538665 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks [] for router_gateway (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.547519 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Network 2f3afbc5-288f-4461-967f-3d79e5607ae1 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:02:44.555452 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 2f3afbc5-288f-4461-967f-3d79e5607ae1) {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:44.577487 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:02:44.578115 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.599684 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:02:44.609882 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Sync routers for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:02:44.614236 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (8fa6ff64-ab0d-426c-bae2-24e675087469), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.616719 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (8fa6ff64-ab0d-426c-bae2-24e675087469), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.632580 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:02:44.635813 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:44.654350 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d751166e-49a1-4018-9819-e115ef11283b None None] Network 2f3afbc5-288f-4461-967f-3d79e5607ae1 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:02:44.656722 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.659045 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-b40b134c-1043-45ad-a540-e602ee813791 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4644988 Jun 29 08:02:44.671902 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37166) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:44.675263 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:44.675917 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.683180 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Attempting to bind port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:02:44.683552 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Attempting to bind port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:02:44.683915 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Attempting to bind port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 on network 11928363-ada8-4b50-83d3-967220ca2d99 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:02:44.710747 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-92429d53-815b-48dc-a737-23fd61c63056 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7266972 Jun 29 08:02:44.723644 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37168) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:44.746257 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:44.808517 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks [] for router_controller (8fa6ff64-ab0d-426c-bae2-24e675087469), precommit_add_association {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.838873 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:02:44.846629 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Checking segment: {'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:44.851761 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.852381 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Bound using segment: {'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:02:44.853608 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Bound port: 07817eb1-4481-4fa1-b9fe-c8a1516a01f7, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:02:44.854173 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.929089 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (accf43d2-5747-43bd-938c-9a89c1c231cd), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.932197 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (accf43d2-5747-43bd-938c-9a89c1c231cd), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:44.958845 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:02:45.083328 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks [] for router_gateway (8fa6ff64-ab0d-426c-bae2-24e675087469), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:45.257089 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:45.354304 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] For port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:02:45.367908 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] For port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=07817eb1-4481-4fa1-b9fe-c8a1516a01f7,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:02:45.429596 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks [] for router_gateway (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:45.452480 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-972a036b-2b6b-4113-919c-57ba6b2be69f None None] Current status of the port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:45.453158 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-972a036b-2b6b-4113-919c-57ba6b2be69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:45.468617 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:45.488754 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks [] for router_controller (accf43d2-5747-43bd-938c-9a89c1c231cd), precommit_add_association {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:45.522926 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:45.578411 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:45.680012 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks [] for router_gateway (8fa6ff64-ab0d-426c-bae2-24e675087469), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:45.711694 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:45.768676 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37198) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:45.877121 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:42Z', 'revision_number': 3, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:45.924622 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Checking router: eef5cbfa-6300-42f8-adf3-88dad4300f3c for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:02:45.925266 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Updating router eef5cbfa-6300-42f8-adf3-88dad4300f3c port 0d45a253-adb1-43a8-b142-259ea90b4d43 binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:02:45.927603 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-972a036b-2b6b-4113-919c-57ba6b2be69f None None] For port 9a53e1f7-7140-4d41-9f86-f9586e9a1237, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=9a53e1f7-7140-4d41-9f86-f9586e9a1237,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:02:45.933341 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-83284d8b-f58e-483b-bfde-1c25f92d3de3', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'project_id': '5e0c37d941434569b3dbd07e22125210', 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:02:45.939415 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:45.996187 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.115006 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:46.149526 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2d8f40c8-4cde-433a-9e46-ff3888c25894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.172851 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-972a036b-2b6b-4113-919c-57ba6b2be69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.175726 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:46.177976 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.199930 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-2f3afbc5-288f-4461-967f-3d79e5607ae1', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:02:46.204581 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.273315 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks [] for router_gateway (accf43d2-5747-43bd-938c-9a89c1c231cd), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.282440 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.300123 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30949b21-4276-4c8f-9be4-baccc1544b47 None None] Pushing event updated for resources: {'Port': ['ID=07817eb1-4481-4fa1-b9fe-c8a1516a01f7,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:46.345142 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2d8f40c8-4cde-433a-9e46-ff3888c25894 admin admin] Publish callbacks [] for security_group (157bc54e-680b-4036-a14b-9077a0d525d0), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.375352 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2d8f40c8-4cde-433a-9e46-ff3888c25894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (157bc54e-680b-4036-a14b-9077a0d525d0), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.378225 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:46.392740 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-db4c5df3-d3de-482d-a318-25ceabc17225 None None] Provisioning complete for port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:46.393337 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-db4c5df3-d3de-482d-a318-25ceabc17225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.439241 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f40c8-4cde-433a-9e46-ff3888c25894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157bc54e-680b-4036-a14b-9077a0d525d0,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:46.469188 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37220) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:46.528526 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Allocated IP 172.27.3.171 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:46.535913 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-2d8f40c8-4cde-433a-9e46-ff3888c25894 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0f963a60fc147fda6d8bb638607247b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7624888 Jun 29 08:02:46.536599 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37226) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:46.612606 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.db.api [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 29 08:02:46.613935 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG oslo_db.api [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 08:02:46.656113 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks [] for router_gateway (accf43d2-5747-43bd-938c-9a89c1c231cd), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.679762 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-463e3b72-439d-49af-b28e-b4e924bd10cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.681990 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a036b-2b6b-4113-919c-57ba6b2be69f None None] Pushing event updated for resources: {'Port': ['ID=9a53e1f7-7140-4d41-9f86-f9586e9a1237,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:46.687475 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Allocated IP 172.20.0.2 (83284d8b-f58e-483b-bfde-1c25f92d3de3/609be66d-5709-4032-86d4-0115dbc1bb2c/7146f27d-e0cc-4424-9fa5-3a4f49b94d80) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:46.708966 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.737048 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9ed7-6996-45c9-ae85-3a0e98c87922 admin admin] Publish callbacks [] for security_group (157bc54e-680b-4036-a14b-9077a0d525d0), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.817925 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-db4c5df3-d3de-482d-a318-25ceabc17225 None None] Current status of the port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:46.852765 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9ed7-6996-45c9-ae85-3a0e98c87922 admin admin] Publish callbacks [] for security_group (157bc54e-680b-4036-a14b-9077a0d525d0), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:46.855608 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Allocated IP 172.20.0.2 (2f3afbc5-288f-4461-967f-3d79e5607ae1/c3674e35-78be-4792-bbee-240b87745afd/92e5b0a2-4fb9-475a-8754-583709260225) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:46.880791 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Allocated IP 172.20.0.1 (6d288728-176e-477c-8692-ca82d6facbbc/b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d/b8e63a5b-1358-48d6-a263-010ed463cbc5) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:46.979691 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks [] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.002996 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Publish callbacks [] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.019018 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.095873 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Network 83284d8b-f58e-483b-bfde-1c25f92d3de3 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:47.106735 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:47.110183 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:47.121885 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:47.151631 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:47.218773 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-463e3b72-439d-49af-b28e-b4e924bd10cb admin admin] Publish callbacks [] for security_group (2ef3b425-5eb2-4bea-bcf9-c1fc0cc76e5c), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.218773 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.219172 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Pushing event updated for resources: {'Port': ['ID=7146f27d-e0cc-4424-9fa5-3a4f49b94d80,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:47.232604 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:47.263795 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e67e5fb-67c1-4a18-8cf9-9c8f38ddb4da None None] Network 11928363-ada8-4b50-83d3-967220ca2d99 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:02:47.266460 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:47.273528 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:47.276145 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-463e3b72-439d-49af-b28e-b4e924bd10cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (2ef3b425-5eb2-4bea-bcf9-c1fc0cc76e5c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.306833 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:47.307634 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:47.316134 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:47.331232 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-463e3b72-439d-49af-b28e-b4e924bd10cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=064750b913ab4e74bd7cdb820afec6f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8541677 Jun 29 08:02:47.331571 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37240) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:47.400534 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:47.405481 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Attempting to bind port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:02:47.405926 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Attempting to bind port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:02:47.406433 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Attempting to bind port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 on network 83284d8b-f58e-483b-bfde-1c25f92d3de3 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:02:47.484694 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:02:47.485073 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Checking segment: {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:47.485452 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.485850 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Bound using segment: {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:02:47.486336 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Bound port: 7146f27d-e0cc-4424-9fa5-3a4f49b94d80, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:02:47.486711 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.489484 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-ad99a6f4-cea0-4e9f-9a3a-841598a524e3 None None] Provisioning complete for port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:47.489845 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ad99a6f4-cea0-4e9f-9a3a-841598a524e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.525072 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Publish callbacks [] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.534531 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:47.545576 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.560055 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e3b72-439d-49af-b28e-b4e924bd10cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef3b425-5eb2-4bea-bcf9-c1fc0cc76e5c,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:47.592878 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Publish callbacks [] for port (92e5b0a2-4fb9-475a-8754-583709260225), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.640845 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (92e5b0a2-4fb9-475a-8754-583709260225), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.667740 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Pushing event updated for resources: {'Port': ['ID=0d45a253-adb1-43a8-b142-259ea90b4d43,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:47.725161 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.732115 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.733041 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.733835 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.734789 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.735733 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.736308 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.736840 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.737639 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.740444 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.741183 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.741757 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.742285 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.742806 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.750617 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Tracked resource versions report: Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: pushed versions: Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: { 'AddressGroup': {'1.2'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Agent': {'1.1'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'ConntrackHelper': {'1.0'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'LocalIPAssociation': {'1.0'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Log': {'1.0'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'NDPProxy': {'1.0'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Network': {'1.1'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Port': {'1.7'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'PortForwarding': {'1.3'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'QosPolicy': {'1.10'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SecurityGroup': {'1.5'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SecurityGroupRule': {'1.2'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SubPort': {'1.0'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Subnet': {'1.1'}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Trunk': {'1.1'}} Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: consumer versions: Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: { DHCP agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: HyperV agent@hv-cinder-76810: {}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: L3 agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: Metadata agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: Metering agent@dv-cinder-768105-14-iscsi: {}, Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: Open vSwitch agent@dv-cinder-768105-14-iscsi: { 'AddressGroup': '1.2', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Agent': '1.1', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'ConntrackHelper': '1.0', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'LocalIPAssociation': '1.0', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Log': '1.0', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'NDPProxy': '1.0', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Network': '1.1', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Port': '1.7', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'PortForwarding': '1.3', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'QosPolicy': '1.10', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SecurityGroup': '1.5', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SecurityGroupRule': '1.2', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'SubPort': '1.0', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Subnet': '1.1', Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: 'Trunk': '1.1'}} Jun 29 08:02:47.752315 dv-cinder-768105-14-iscsi neutron-server[103903]: {{(pid=103903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 08:02:47.758630 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Attempting to bind port 0d45a253-adb1-43a8-b142-259ea90b4d43 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:02:47.760773 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Attempting to bind port 0d45a253-adb1-43a8-b142-259ea90b4d43 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:02:47.764911 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Attempting to bind port 0d45a253-adb1-43a8-b142-259ea90b4d43 on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:02:47.775297 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Pushing event updated for resources: {'Port': ['ID=d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:47.779585 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:02:47.781910 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:47.782847 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.785249 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:02:47.786669 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Bound port: 0d45a253-adb1-43a8-b142-259ea90b4d43, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:02:47.787067 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9ed7-6996-45c9-ae85-3a0e98c87922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (157bc54e-680b-4036-a14b-9077a0d525d0), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.789692 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9ed7-6996-45c9-ae85-3a0e98c87922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.794850 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.795606 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Allocated IP 172.27.3.39 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/48c296d6-002d-4af1-9b31-5f1924b8a69e) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:47.809148 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-9a4d9ed7-6996-45c9-ae85-3a0e98c87922 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/157bc54e-680b-4036-a14b-9077a0d525d0 HTTP/1.1" status: 204 len: 168 time: 1.2466497 Jun 29 08:02:47.865094 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4b7c914a-0f10-4fde-870e-dc216b7ae86c admin admin] Publish callbacks [] for security_group (2ef3b425-5eb2-4bea-bcf9-c1fc0cc76e5c), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:47.945824 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 9a53e1f7-7140-4d41-9f86-f9586e9a1237 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:02:47.991009 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:47.999593 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] For port 0d45a253-adb1-43a8-b142-259ea90b4d43, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:02:48.005542 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Network 2f3afbc5-288f-4461-967f-3d79e5607ae1 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:48.012029 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] For port 0d45a253-adb1-43a8-b142-259ea90b4d43, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=0d45a253-adb1-43a8-b142-259ea90b4d43,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:02:48.031274 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4b7c914a-0f10-4fde-870e-dc216b7ae86c admin admin] Publish callbacks [] for security_group (2ef3b425-5eb2-4bea-bcf9-c1fc0cc76e5c), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.032133 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.063811 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] For port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:02:48.066665 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:48.073206 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:48.074563 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Publish callbacks [] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.082663 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Pushing event updated for resources: {'Port': ['ID=92e5b0a2-4fb9-475a-8754-583709260225,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:48.107860 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] For port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=7146f27d-e0cc-4424-9fa5-3a4f49b94d80,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:02:48.120555 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-ad99a6f4-cea0-4e9f-9a3a-841598a524e3 None None] Current status of the port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:48.120952 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ad99a6f4-cea0-4e9f-9a3a-841598a524e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.162746 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.189263 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:48.198586 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded587f3-58d7-45cc-a230-0acdc488db97 None None] Pushing event updated for resources: {'Port': ['ID=0d45a253-adb1-43a8-b142-259ea90b4d43,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:48.207974 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.227292 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d9ed7-6996-45c9-ae85-3a0e98c87922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157bc54e-680b-4036-a14b-9077a0d525d0,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:48.229478 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:02:48.231612 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:48.241383 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks [] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.315898 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:48.316402 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.384600 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-ad99a6f4-cea0-4e9f-9a3a-841598a524e3 None None] For port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=07817eb1-4481-4fa1-b9fe-c8a1516a01f7,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:02:48.385786 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Network 6d288728-176e-477c-8692-ca82d6facbbc is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:48.386967 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Attempting to bind port 92e5b0a2-4fb9-475a-8754-583709260225 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:02:48.387616 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Attempting to bind port 92e5b0a2-4fb9-475a-8754-583709260225 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:02:48.388270 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Attempting to bind port 92e5b0a2-4fb9-475a-8754-583709260225 on network 2f3afbc5-288f-4461-967f-3d79e5607ae1 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:02:48.396212 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:48.397977 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ad99a6f4-cea0-4e9f-9a3a-841598a524e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.422072 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:48.422582 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (eef5cbfa-6300-42f8-adf3-88dad4300f3c), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.435977 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d4c04-70fc-4e9d-9bad-9516ffb734c6 None None] Pushing event updated for resources: {'Port': ['ID=7146f27d-e0cc-4424-9fa5-3a4f49b94d80,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:48.452216 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:02:48.453407 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Checking segment: {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:48.454412 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.455076 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Bound using segment: {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:02:48.455772 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Bound port: 92e5b0a2-4fb9-475a-8754-583709260225, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:02:48.457106 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (92e5b0a2-4fb9-475a-8754-583709260225), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.460907 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:02:48.548071 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.610690 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:48.673309 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37276) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:48.674963 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.689938 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-7f6ab342-4b8d-4499-9254-e21f970b02cb None None] Provisioning complete for port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:48.690761 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7f6ab342-4b8d-4499-9254-e21f970b02cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.745767 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Pushing event updated for resources: {'Port': ['ID=b8e63a5b-1358-48d6-a263-010ed463cbc5,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:48.764968 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99a6f4-cea0-4e9f-9a3a-841598a524e3 None None] Pushing event updated for resources: {'Port': ['ID=07817eb1-4481-4fa1-b9fe-c8a1516a01f7,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:48.803566 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:48.832549 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.872852 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:48.878285 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:02:48.910515 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:42Z', 'revision_number': 3, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:48.925213 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:48.946716 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4b7c914a-0f10-4fde-870e-dc216b7ae86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (2ef3b425-5eb2-4bea-bcf9-c1fc0cc76e5c), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.963759 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4b7c914a-0f10-4fde-870e-dc216b7ae86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.963952 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:48.964041 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-4b7c914a-0f10-4fde-870e-dc216b7ae86c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ef3b425-5eb2-4bea-bcf9-c1fc0cc76e5c HTTP/1.1" status: 204 len: 168 time: 1.6319740 Jun 29 08:02:48.964254 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:48.964537 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:48.964789 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:48.976970 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:48.998475 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29522873-07da-40fe-9a6b-35a63138c92b None None] The sync data for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi is: [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:42Z', 'revision_number': 3, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:02:48.999743 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Pushing event updated for resources: {'Port': ['ID=48c296d6-002d-4af1-9b31-5f1924b8a69e,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:49.007388 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c914a-0f10-4fde-870e-dc216b7ae86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef3b425-5eb2-4bea-bcf9-c1fc0cc76e5c,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:49.133342 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a355de3e-104d-4be4-8d84-308d18c80fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:49.292452 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Allocated IP 172.27.3.217 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/470a8d5b-9660-4bb2-8663-a7e0e2990d28) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:49.380726 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks [] for router_gateway (8fa6ff64-ab0d-426c-bae2-24e675087469), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:49.380929 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ab342-4b8d-4499-9254-e21f970b02cb None None] Current status of the port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:49.551012 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] For port 92e5b0a2-4fb9-475a-8754-583709260225, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:02:49.566223 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:49.568484 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:49.584062 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] For port 92e5b0a2-4fb9-475a-8754-583709260225, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=92e5b0a2-4fb9-475a-8754-583709260225,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:02:49.615492 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-cdef62d8-9fe1-42a6-9921-ba36e1c97457 None None] Provisioning complete for port b8e63a5b-1358-48d6-a263-010ed463cbc5 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:49.616298 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdef62d8-9fe1-42a6-9921-ba36e1c97457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:49.651455 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:49.660811 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (92e5b0a2-4fb9-475a-8754-583709260225), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:49.670848 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a355de3e-104d-4be4-8d84-308d18c80fda admin admin] Publish callbacks [] for security_group (632ed675-21a5-41a4-aff9-a7b401d145b6), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:49.671358 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-cdef62d8-9fe1-42a6-9921-ba36e1c97457 None None] Port b8e63a5b-1358-48d6-a263-010ed463cbc5 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:02:49.718253 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Publish callbacks [] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:49.741722 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a355de3e-104d-4be4-8d84-308d18c80fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (632ed675-21a5-41a4-aff9-a7b401d145b6), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:49.747364 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:49.748918 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (eef5cbfa-6300-42f8-adf3-88dad4300f3c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:49.793348 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae00e59-42b6-418b-bd75-a9229f064b54 None None] Pushing event updated for resources: {'Port': ['ID=92e5b0a2-4fb9-475a-8754-583709260225,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:50.112863 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Pushing event updated for resources: {'Port': ['ID=b8e63a5b-1358-48d6-a263-010ed463cbc5,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:50.122353 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37302) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:50.150685 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:02:50.265883 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-93179eb0-783f-4c82-9c5c-963152306bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.274654 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9981de-26d5-41a9-b59d-9126ab1e639f None None] Network 83284d8b-f58e-483b-bfde-1c25f92d3de3 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:02:50.363227 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:50.375790 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks [] for router_gateway (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.396140 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Network 6d288728-176e-477c-8692-ca82d6facbbc is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:50.408073 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:50.414254 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:50.503665 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-6314418c-408d-42d0-9d08-cb085632e211 None None] Provisioning complete for port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:50.504512 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6314418c-408d-42d0-9d08-cb085632e211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.568149 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-a355de3e-104d-4be4-8d84-308d18c80fda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa03c3fdcb7343e695f5a2be2da02465&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8776782 Jun 29 08:02:50.569062 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355de3e-104d-4be4-8d84-308d18c80fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632ed675-21a5-41a4-aff9-a7b401d145b6,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:50.591448 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:50.592034 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.624618 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37308) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:50.667158 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37310) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:50.702415 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:50.718713 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (8fa6ff64-ab0d-426c-bae2-24e675087469), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.776200 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:50.780750 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks [] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.790737 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Router eef5cbfa-6300-42f8-adf3-88dad4300f3c has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:02:50.844550 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cebf89f6-e1cf-4e08-9375-34e8faec4c5e admin admin] Publish callbacks [] for security_group (632ed675-21a5-41a4-aff9-a7b401d145b6), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.890459 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-6314418c-408d-42d0-9d08-cb085632e211 None None] Current status of the port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:50.895939 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6314418c-408d-42d0-9d08-cb085632e211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.900812 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:50.901562 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.942191 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cebf89f6-e1cf-4e08-9375-34e8faec4c5e admin admin] Publish callbacks [] for security_group (632ed675-21a5-41a4-aff9-a7b401d145b6), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.949431 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-93179eb0-783f-4c82-9c5c-963152306bf7 admin admin] Publish callbacks [] for security_group (ceb200c0-82a6-468b-bc0d-5c1c72fe8765), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:50.969452 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-93179eb0-783f-4c82-9c5c-963152306bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (ceb200c0-82a6-468b-bc0d-5c1c72fe8765), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.017192 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-6314418c-408d-42d0-9d08-cb085632e211 None None] For port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=7146f27d-e0cc-4424-9fa5-3a4f49b94d80,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:02:51.024668 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6314418c-408d-42d0-9d08-cb085632e211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.044234 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.045723 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-93179eb0-783f-4c82-9c5c-963152306bf7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50c7c44edb3c461e952d2a3f1b5da059&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9178185 Jun 29 08:02:51.056346 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37316) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:51.131044 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314418c-408d-42d0-9d08-cb085632e211 None None] Pushing event updated for resources: {'Port': ['ID=7146f27d-e0cc-4424-9fa5-3a4f49b94d80,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:51.141590 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.db.api [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 29 08:02:51.141942 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG oslo_db.api [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 08:02:51.151828 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-019d5ff1-4ecc-4fb1-8bf2-905ce78a7731 None None] Provisioning complete for port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:51.152285 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-019d5ff1-4ecc-4fb1-8bf2-905ce78a7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.188057 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:51.197370 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:51.207708 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Pushing event updated for resources: {'Port': ['ID=470a8d5b-9660-4bb2-8663-a7e0e2990d28,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:51.213952 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:51.266422 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-019d5ff1-4ecc-4fb1-8bf2-905ce78a7731 None None] Current status of the port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:51.280495 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-019d5ff1-4ecc-4fb1-8bf2-905ce78a7731 None None] Provisioning complete for port b8e63a5b-1358-48d6-a263-010ed463cbc5 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:51.281227 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-019d5ff1-4ecc-4fb1-8bf2-905ce78a7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.303236 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5ec0cd61-d90a-4a91-b3ba-7d93b4ef9d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.320716 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.322724 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-019d5ff1-4ecc-4fb1-8bf2-905ce78a7731 None None] Port b8e63a5b-1358-48d6-a263-010ed463cbc5 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:02:51.334916 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93179eb0-783f-4c82-9c5c-963152306bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb200c0-82a6-468b-bc0d-5c1c72fe8765,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:51.349216 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f8667606-c94a-4a8b-9deb-7f2185cbaac9 admin admin] Publish callbacks [] for security_group (ceb200c0-82a6-468b-bc0d-5c1c72fe8765), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.350949 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cebf89f6-e1cf-4e08-9375-34e8faec4c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (632ed675-21a5-41a4-aff9-a7b401d145b6), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.354156 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cebf89f6-e1cf-4e08-9375-34e8faec4c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.355320 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-cebf89f6-e1cf-4e08-9375-34e8faec4c5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/632ed675-21a5-41a4-aff9-a7b401d145b6 HTTP/1.1" status: 204 len: 168 time: 0.7277610 Jun 29 08:02:51.433136 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:02:51.439735 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-26528347-9856-44b1-9482-75d9ee65bf1a admin admin] 10.222.0.43 "PUT /v2.0/routers/eef5cbfa-6300-42f8-adf3-88dad4300f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7667773 Jun 29 08:02:51.448186 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c4d8b-0560-4694-8d4e-e2996052d279 None None] Network 2f3afbc5-288f-4461-967f-3d79e5607ae1 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:02:51.503533 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5ec0cd61-d90a-4a91-b3ba-7d93b4ef9d54 admin admin] Publish callbacks [] for security_group (ac39c135-4370-4e5b-a2c2-c4aafd8289c9), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.505335 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Router 8fa6ff64-ab0d-426c-bae2-24e675087469 is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:02:51.513531 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5ec0cd61-d90a-4a91-b3ba-7d93b4ef9d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (ac39c135-4370-4e5b-a2c2-c4aafd8289c9), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.517746 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:51.531714 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf89f6-e1cf-4e08-9375-34e8faec4c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632ed675-21a5-41a4-aff9-a7b401d145b6,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:51.560453 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f8667606-c94a-4a8b-9deb-7f2185cbaac9 admin admin] Publish callbacks [] for security_group (ceb200c0-82a6-468b-bc0d-5c1c72fe8765), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.649062 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-0c76e731-ca4f-4f3c-8a25-0ed35da35c6f None None] Provisioning complete for port 92e5b0a2-4fb9-475a-8754-583709260225 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:51.650324 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0c76e731-ca4f-4f3c-8a25-0ed35da35c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (92e5b0a2-4fb9-475a-8754-583709260225), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.720611 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5ec0cd61-d90a-4a91-b3ba-7d93b4ef9d54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50485aa2c4f9419ba622b4a278671ec7&name=default HTTP/1.1" status: 200 len: 2993 time: 1.0152600 Jun 29 08:02:51.720611 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37326) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:51.722090 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:51.733110 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks [] for router_gateway (accf43d2-5747-43bd-938c-9a89c1c231cd), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.755663 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0cd61-d90a-4a91-b3ba-7d93b4ef9d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac39c135-4370-4e5b-a2c2-c4aafd8289c9,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:51.793269 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:51.796116 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 0d45a253-adb1-43a8-b142-259ea90b4d43 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:02:51.867426 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:02:51.901382 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f8667606-c94a-4a8b-9deb-7f2185cbaac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (ceb200c0-82a6-468b-bc0d-5c1c72fe8765), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.904454 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f8667606-c94a-4a8b-9deb-7f2185cbaac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:51.908889 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-f8667606-c94a-4a8b-9deb-7f2185cbaac9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ceb200c0-82a6-468b-bc0d-5c1c72fe8765 HTTP/1.1" status: 204 len: 168 time: 0.8481441 Jun 29 08:02:51.946282 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:02:51.979728 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Sync routers for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:02:51.999664 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-0c76e731-ca4f-4f3c-8a25-0ed35da35c6f None None] Current status of the port 92e5b0a2-4fb9-475a-8754-583709260225 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:52.000060 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0c76e731-ca4f-4f3c-8a25-0ed35da35c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (92e5b0a2-4fb9-475a-8754-583709260225), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.005701 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 0d45a253-adb1-43a8-b142-259ea90b4d43 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:52.006313 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.016943 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-082d16db-26f6-4d02-8241-388998211289 admin admin] Publish callbacks [] for security_group (ac39c135-4370-4e5b-a2c2-c4aafd8289c9), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.026893 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Sync routers for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:02:52.031069 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:52.043448 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.044918 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5f044ee1-e5d1-447e-adcd-1310e9f9195b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5491216 Jun 29 08:02:52.048076 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:02:52.049858 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:52.059516 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37352) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:52.060411 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8667606-c94a-4a8b-9deb-7f2185cbaac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb200c0-82a6-468b-bc0d-5c1c72fe8765,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:52.088281 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:02:52.090507 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-082d16db-26f6-4d02-8241-388998211289 admin admin] Publish callbacks [] for security_group (ac39c135-4370-4e5b-a2c2-c4aafd8289c9), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.090879 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:52.200369 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-082d16db-26f6-4d02-8241-388998211289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (ac39c135-4370-4e5b-a2c2-c4aafd8289c9), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.202899 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-082d16db-26f6-4d02-8241-388998211289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.204239 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-082d16db-26f6-4d02-8241-388998211289 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac39c135-4370-4e5b-a2c2-c4aafd8289c9 HTTP/1.1" status: 204 len: 168 time: 0.4827149 Jun 29 08:02:52.218089 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d16db-26f6-4d02-8241-388998211289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac39c135-4370-4e5b-a2c2-c4aafd8289c9,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:52.268570 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:02:52.311955 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:02:52.437949 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.440713 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Sync routers for ids ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:02:52.442816 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37362) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:52.443307 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:52.452004 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:52.454470 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-a1f4dcb8-72bd-4e70-9110-e048448d2127 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1089497 Jun 29 08:02:52.535817 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-0c76e731-ca4f-4f3c-8a25-0ed35da35c6f None None] For port 92e5b0a2-4fb9-475a-8754-583709260225, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=92e5b0a2-4fb9-475a-8754-583709260225,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:02:52.546699 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Routers {'52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:02:52.547571 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:52.553590 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0c76e731-ca4f-4f3c-8a25-0ed35da35c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (92e5b0a2-4fb9-475a-8754-583709260225), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.585865 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (accf43d2-5747-43bd-938c-9a89c1c231cd), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.625072 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:49Z', 'revision_number': 2, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:52.737910 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Checking router: eef5cbfa-6300-42f8-adf3-88dad4300f3c for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:02:52.738484 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Updating router eef5cbfa-6300-42f8-adf3-88dad4300f3c port b8e63a5b-1358-48d6-a263-010ed463cbc5 binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:02:52.759370 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:52.836080 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:52.947224 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:53.050095 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37376) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:53.067666 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-9846602f-2f8f-436a-8c37-d85ccf04d513 None None] Provisioning complete for port 92e5b0a2-4fb9-475a-8754-583709260225 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:53.068299 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9846602f-2f8f-436a-8c37-d85ccf04d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (92e5b0a2-4fb9-475a-8754-583709260225), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.095944 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:02:53.138563 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fb165448-21f2-4502-bc29-c8d70c7f6847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.373373 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76e731-ca4f-4f3c-8a25-0ed35da35c6f None None] Pushing event updated for resources: {'Port': ['ID=92e5b0a2-4fb9-475a-8754-583709260225,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:53.375850 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 0d45a253-adb1-43a8-b142-259ea90b4d43 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:53.376401 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.388438 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.445694 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:53.471645 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:53.535027 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Router accf43d2-5747-43bd-938c-9a89c1c231cd is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:02:53.544708 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fb165448-21f2-4502-bc29-c8d70c7f6847 admin admin] Publish callbacks [] for security_group (1f2d522c-0fcd-45ed-9a98-ef8ee23e7e4f), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.546374 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port 0d45a253-adb1-43a8-b142-259ea90b4d43, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=0d45a253-adb1-43a8-b142-259ea90b4d43,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:02:53.548543 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Set router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:02:53.559469 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fb165448-21f2-4502-bc29-c8d70c7f6847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (1f2d522c-0fcd-45ed-9a98-ef8ee23e7e4f), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.659291 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.660390 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:02:53.733840 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37408) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:53.734290 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-fb165448-21f2-4502-bc29-c8d70c7f6847 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed834c17f32644d6bb89b55645dd97a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6801536 Jun 29 08:02:53.747666 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb165448-21f2-4502-bc29-c8d70c7f6847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2d522c-0fcd-45ed-9a98-ef8ee23e7e4f,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:53.782686 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Publish callbacks [] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.798323 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.834453 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Allocated IP 172.20.0.1 (11928363-ada8-4b50-83d3-967220ca2d99/752be294-aa2b-4dc6-a10c-39b74b4f2ebb/b51118fa-5a19-4c91-9678-8238979b9b9c) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:53.860957 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:02:53.918285 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:53.919025 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.936356 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:53.937699 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-6d8ab92d-c67d-4481-aa45-be6e919816e5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.2130857 Jun 29 08:02:53.946921 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37412) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:54.044840 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Sync routers for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:02:54.078213 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0cfadd19-954e-4255-8b38-95c515330e45 admin admin] Publish callbacks [] for security_group (1f2d522c-0fcd-45ed-9a98-ef8ee23e7e4f), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:54.125916 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e802cc-f0d9-4663-8dc3-8fae8a91025e None None] Pushing event updated for resources: {'Port': ['ID=b8e63a5b-1358-48d6-a263-010ed463cbc5,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:54.131456 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:54.132380 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Attempting to bind port b8e63a5b-1358-48d6-a263-010ed463cbc5 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:02:54.132739 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Attempting to bind port b8e63a5b-1358-48d6-a263-010ed463cbc5 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:02:54.133146 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Attempting to bind port b8e63a5b-1358-48d6-a263-010ed463cbc5 on network 6d288728-176e-477c-8692-ca82d6facbbc {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:02:54.137770 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 3, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:54.142957 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9846602f-2f8f-436a-8c37-d85ccf04d513 None None] Current status of the port 92e5b0a2-4fb9-475a-8754-583709260225 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:54.145305 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:54.145887 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:54.155733 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:02:54.156110 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Checking segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:54.156515 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:54.156912 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Bound using segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:02:54.157437 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Bound port: b8e63a5b-1358-48d6-a263-010ed463cbc5, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:02:54.157837 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:54.251911 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:54.254868 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37428) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:54.255596 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=0d45a253-adb1-43a8-b142-259ea90b4d43,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:54.268374 dv-cinder-768105-14-iscsi neutron-server[103900]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 08:02:54.273251 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Checking router: 8fa6ff64-ab0d-426c-bae2-24e675087469 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:02:54.273616 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Updating router 8fa6ff64-ab0d-426c-bae2-24e675087469 port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:02:54.320244 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:54.340895 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0cfadd19-954e-4255-8b38-95c515330e45 admin admin] Publish callbacks [] for security_group (1f2d522c-0fcd-45ed-9a98-ef8ee23e7e4f), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:54.356968 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:02:54.365985 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:54.409254 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:54.505141 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'name': 'tempest-DeleteServersTestJSON-1425600288-router', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:43Z', 'updated_at': '2022-06-29T08:02:49Z', 'revision_number': 3, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'gw_port': {'id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:54.507156 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-bdecbaab-c882-4f1e-8e9b-b125e3185dcc None None] Provisioning complete for port b8e63a5b-1358-48d6-a263-010ed463cbc5 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:54.507622 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bdecbaab-c882-4f1e-8e9b-b125e3185dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:54.587917 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Publish callbacks [] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:54.608916 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Allocated IP 172.20.0.1 (83284d8b-f58e-483b-bfde-1c25f92d3de3/609be66d-5709-4032-86d4-0115dbc1bb2c/af5347dd-52e6-446d-9abc-b0233a350c9a) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:54.654781 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:02:54.755200 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] For port b8e63a5b-1358-48d6-a263-010ed463cbc5, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:02:54.780495 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Checking router: 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:02:54.781256 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Updating router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 port 48c296d6-002d-4af1-9b31-5f1924b8a69e binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:02:54.784325 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] For port b8e63a5b-1358-48d6-a263-010ed463cbc5, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=b8e63a5b-1358-48d6-a263-010ed463cbc5,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:02:54.793739 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7751-8306-4082-8186-6d295aacdc72 req-a6b39428-0de9-4748-84d4-7d40eaea1e2f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:02:54.796191 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-a6b39428-0de9-4748-84d4-7d40eaea1e2f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 818 time: 0.5314388 Jun 29 08:02:54.831974 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:54.893631 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-34b89b85-300c-4c02-be42-5bbe10e8a20e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/quotas/ab693125979f4bb7b7b3c94061610fe2 HTTP/1.1" status: 200 len: 375 time: 0.0629947 Jun 29 08:02:54.912817 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:02:54.913585 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:54.916303 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:54.993599 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Publish callbacks [] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:54.999816 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-141ab7d4-e80e-498e-8ad7-1a6e1e8828f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:55.044446 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:55.074015 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-bdecbaab-c882-4f1e-8e9b-b125e3185dcc None None] Port b8e63a5b-1358-48d6-a263-010ed463cbc5 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:02:55.083705 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:55.090677 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:55.092560 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:55.143860 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-752d416c-eb87-44f6-9bdf-9c8c1e2d64fa tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2492611 Jun 29 08:02:55.204530 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Network 83284d8b-f58e-483b-bfde-1c25f92d3de3 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:55.218476 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:55.230399 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:02:55.238286 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:55.238795 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (8fa6ff64-ab0d-426c-bae2-24e675087469), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:55.501282 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Pushing event updated for resources: {'Port': ['ID=af5347dd-52e6-446d-9abc-b0233a350c9a,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:55.621857 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0cfadd19-954e-4255-8b38-95c515330e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (1f2d522c-0fcd-45ed-9a98-ef8ee23e7e4f), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:55.628801 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0cfadd19-954e-4255-8b38-95c515330e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:55.632139 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:02:55.635027 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0cfadd19-954e-4255-8b38-95c515330e45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f2d522c-0fcd-45ed-9a98-ef8ee23e7e4f HTTP/1.1" status: 204 len: 168 time: 1.8992434 Jun 29 08:02:55.698034 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:55.718419 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfadd19-954e-4255-8b38-95c515330e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2d522c-0fcd-45ed-9a98-ef8ee23e7e4f,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:55.761713 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e802cc-f0d9-4663-8dc3-8fae8a91025e None None] Pushing event updated for resources: {'Port': ['ID=b8e63a5b-1358-48d6-a263-010ed463cbc5,revision_number=4']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:55.798286 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:55.888882 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-88d74d9d-44be-4576-9df7-6acf11df587d None None] Provisioning complete for port b8e63a5b-1358-48d6-a263-010ed463cbc5 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:55.890621 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-88d74d9d-44be-4576-9df7-6acf11df587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:55.894951 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:55.898993 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Network 11928363-ada8-4b50-83d3-967220ca2d99 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:55.907295 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:55.917903 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:55.918441 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:55.948140 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:55.962736 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:55.963531 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:56.037610 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:54Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:56.092673 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:51Z', 'revision_number': 3, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:56.096308 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Pushing event updated for resources: {'Port': ['ID=b51118fa-5a19-4c91-9678-8238979b9b9c,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:56.161421 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8561f-696b-455c-9d8c-d61eab90c7c0 None None] The sync data for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi is: [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:54Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:02:56.174908 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Checking router: accf43d2-5747-43bd-938c-9a89c1c231cd for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:02:56.176674 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Updating router accf43d2-5747-43bd-938c-9a89c1c231cd port 470a8d5b-9660-4bb2-8663-a7e0e2990d28 binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:02:56.253995 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:56.334480 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:56.620839 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Publish callbacks [] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:56.624310 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Publish callbacks [] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:56.628451 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:56.629743 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (8fa6ff64-ab0d-426c-bae2-24e675087469), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:56.710232 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:56.712770 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:56.718223 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-17465d51-7806-42fb-bd71-2084faed7aab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 08:02:56.719263 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-17465d51-7806-42fb-bd71-2084faed7aab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8948226 Jun 29 08:02:56.736123 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:56.737913 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:56.745662 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:56.802862 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Pushing event updated for resources: {'Port': ['ID=af5347dd-52e6-446d-9abc-b0233a350c9a,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:56.897538 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-88d74d9d-44be-4576-9df7-6acf11df587d None None] Current status of the port b8e63a5b-1358-48d6-a263-010ed463cbc5 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:56.897929 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-88d74d9d-44be-4576-9df7-6acf11df587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:56.962790 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Network 83284d8b-f58e-483b-bfde-1c25f92d3de3 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:56.966974 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:57.055200 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Publish callbacks [] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:57.057683 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:57.059867 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:57.063136 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 0d45a253-adb1-43a8-b142-259ea90b4d43 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:02:57.078318 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:57.079538 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:57.262888 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Pushing event updated for resources: {'Port': ['ID=b51118fa-5a19-4c91-9678-8238979b9b9c,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:57.323953 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Network 11928363-ada8-4b50-83d3-967220ca2d99 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:57.408633 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:57.527917 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Publish callbacks [] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:57.532293 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727cff1-5258-4291-abcb-71c55d5b7588 None None] Pushing event updated for resources: {'Port': ['ID=d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:57.547915 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf50d-5ab8-4b67-8bf7-91f47261388d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:57.556862 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Router 8fa6ff64-ab0d-426c-bae2-24e675087469 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:02:57.560551 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-bcbf1243-b96d-40cb-8edc-7cbdb348fe9e service neutron] 10.222.0.43 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8273609 Jun 29 08:02:57.640381 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-88d74d9d-44be-4576-9df7-6acf11df587d None None] For port b8e63a5b-1358-48d6-a263-010ed463cbc5, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=b8e63a5b-1358-48d6-a263-010ed463cbc5,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:02:57.644444 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Attempting to bind port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:02:57.645572 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Attempting to bind port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:02:57.646708 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Attempting to bind port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:02:57.661571 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:57.764897 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:57.866445 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Publish callbacks [] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:57.873407 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:57.880476 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:57.905862 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-88d74d9d-44be-4576-9df7-6acf11df587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:57.924552 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 0d45a253-adb1-43a8-b142-259ea90b4d43 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:57.924552 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:57.952039 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:02:57.971137 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-e77611e7-baf7-4f49-b8ff-455cc4d0c793 admin admin] 10.222.0.43 "PUT /v2.0/routers/8fa6ff64-ab0d-426c-bae2-24e675087469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8963454 Jun 29 08:02:58.004967 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Attempting to bind port 470a8d5b-9660-4bb2-8663-a7e0e2990d28 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:02:58.005383 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Attempting to bind port 470a8d5b-9660-4bb2-8663-a7e0e2990d28 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:02:58.005752 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Attempting to bind port 470a8d5b-9660-4bb2-8663-a7e0e2990d28 on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:02:58.019730 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4cf6d-19cb-4963-9d21-70c57a6b5a86 None None] Pushing event updated for resources: {'Port': ['ID=48c296d6-002d-4af1-9b31-5f1924b8a69e,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:58.020551 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:02:58.024720 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Attempting to bind port 48c296d6-002d-4af1-9b31-5f1924b8a69e on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:02:58.027197 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Attempting to bind port 48c296d6-002d-4af1-9b31-5f1924b8a69e by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:02:58.028132 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Attempting to bind port 48c296d6-002d-4af1-9b31-5f1924b8a69e on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:02:58.031385 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:58.045531 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.045928 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:02:58.046481 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:02:58.046880 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:58.047573 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Bound port: 470a8d5b-9660-4bb2-8663-a7e0e2990d28, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:02:58.047758 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.048142 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:02:58.048613 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.049470 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Bound port: d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:02:58.050024 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.160217 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:02:58.160592 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:02:58.161027 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.161429 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:02:58.161927 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Bound port: 48c296d6-002d-4af1-9b31-5f1924b8a69e, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:02:58.162311 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.205163 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] For port 470a8d5b-9660-4bb2-8663-a7e0e2990d28, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:02:58.210318 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] For port 470a8d5b-9660-4bb2-8663-a7e0e2990d28, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=470a8d5b-9660-4bb2-8663-a7e0e2990d28,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:02:58.218751 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83120c29-d431-4d07-9e2c-fd8c58383810 None None] Pushing event updated for resources: {'Port': ['ID=470a8d5b-9660-4bb2-8663-a7e0e2990d28,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:58.232403 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.287812 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] For port 48c296d6-002d-4af1-9b31-5f1924b8a69e, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:02:58.294404 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] For port 48c296d6-002d-4af1-9b31-5f1924b8a69e, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=48c296d6-002d-4af1-9b31-5f1924b8a69e,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:02:58.323933 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:02:58.326423 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:58.357510 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-a5d9a480-c25f-4045-ad4c-89f78ae9e3ff None None] Provisioning complete for port af5347dd-52e6-446d-9abc-b0233a350c9a triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:58.357882 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a480-c25f-4045-ad4c-89f78ae9e3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.530407 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83120c29-d431-4d07-9e2c-fd8c58383810 None None] Pushing event updated for resources: {'Port': ['ID=470a8d5b-9660-4bb2-8663-a7e0e2990d28,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:58.532555 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:58.550827 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.592140 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Allocated IP 172.20.0.1 (2f3afbc5-288f-4461-967f-3d79e5607ae1/c3674e35-78be-4792-bbee-240b87745afd/c8adaff9-8399-40fd-8d6e-4d58444d7a71) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:02:58.609853 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:58.621666 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:02:58.697242 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.738437 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9a480-c25f-4045-ad4c-89f78ae9e3ff None None] Port af5347dd-52e6-446d-9abc-b0233a350c9a cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:02:58.743761 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d74d9d-44be-4576-9df7-6acf11df587d None None] Pushing event updated for resources: {'Port': ['ID=b8e63a5b-1358-48d6-a263-010ed463cbc5,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:58.772319 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] For port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:02:58.782826 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] For port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:02:58.891758 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.933826 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-a5d9a480-c25f-4045-ad4c-89f78ae9e3ff None None] Provisioning complete for port b51118fa-5a19-4c91-9678-8238979b9b9c triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:58.934380 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a480-c25f-4045-ad4c-89f78ae9e3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.940325 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Publish callbacks [] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:58.942494 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Routers {'52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:02:58.943327 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:59.085579 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:59.105901 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:51Z', 'revision_number': 3, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:59.135170 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-a9b43bb0-6bf3-499e-b25e-dd9b3b1b11c2 service neutron] 10.222.0.43 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4814911 Jun 29 08:02:59.166488 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Network 2f3afbc5-288f-4461-967f-3d79e5607ae1 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:02:59.167286 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:59.168189 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6eecc6-3186-45eb-a73e-3716ed20f6f8 None None] The sync data for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi is: [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:51Z', 'revision_number': 3, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:02:59.174587 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:02:59.177265 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:02:59.177746 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (accf43d2-5747-43bd-938c-9a89c1c231cd), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:59.187524 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:02:59.303297 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9a480-c25f-4045-ad4c-89f78ae9e3ff None None] Port b51118fa-5a19-4c91-9678-8238979b9b9c cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:02:59.322096 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c8adaff9-8399-40fd-8d6e-4d58444d7a71,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:59.322766 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 0d45a253-adb1-43a8-b142-259ea90b4d43 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:02:59.325393 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 92e5b0a2-4fb9-475a-8754-583709260225 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:02:59.360100 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4cf6d-19cb-4963-9d21-70c57a6b5a86 None None] Pushing event updated for resources: {'Port': ['ID=48c296d6-002d-4af1-9b31-5f1924b8a69e,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:59.530023 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37584) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:02:59.536197 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-bf2c7240-fafb-4d33-8ff4-1ae2c8d813dd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288430290', 'description': 'tempest-description--1567424724'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:02:59.577652 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727cff1-5258-4291-abcb-71c55d5b7588 None None] Pushing event updated for resources: {'Port': ['ID=d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:02:59.603738 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7240-fafb-4d33-8ff4-1ae2c8d813dd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:59.619450 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:02:59.647955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-4c46137d-1f5d-4606-8d9b-fbae2376236f None None] Provisioning complete for port c8adaff9-8399-40fd-8d6e-4d58444d7a71 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:02:59.648355 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c46137d-1f5d-4606-8d9b-fbae2376236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:59.670561 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:02:59.671386 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:02:59.689987 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:02:59.704612 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-fbb67610-58d5-40af-8d28-ea6845e49b50 admin admin] 10.222.0.43 "PUT /v2.0/routers/52f3aa8b-8ee1-4493-8e5b-d21aeaecf384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2601929 Jun 29 08:02:59.864903 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:59.888825 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7240-fafb-4d33-8ff4-1ae2c8d813dd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (dee31856-7d49-4bf4-b76b-30d3ac4f00a4), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:02:59.911641 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7240-fafb-4d33-8ff4-1ae2c8d813dd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (dee31856-7d49-4bf4-b76b-30d3ac4f00a4), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.026695 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-4c46137d-1f5d-4606-8d9b-fbae2376236f None None] Port c8adaff9-8399-40fd-8d6e-4d58444d7a71 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:03:00.039032 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7240-fafb-4d33-8ff4-1ae2c8d813dd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.042770 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.045485 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-bf2c7240-fafb-4d33-8ff4-1ae2c8d813dd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5115678 Jun 29 08:03:00.048097 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37626) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:00.061903 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.064286 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-cf097757-dc53-45ef-9f80-e1249663911d tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'security_group_rule': {'security_group_id': 'dee31856-7d49-4bf4-b76b-30d3ac4f00a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:00.093094 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c7240-fafb-4d33-8ff4-1ae2c8d813dd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee31856-7d49-4bf4-b76b-30d3ac4f00a4,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:00.097441 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 92e5b0a2-4fb9-475a-8754-583709260225 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:00.098063 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (92e5b0a2-4fb9-475a-8754-583709260225), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.141250 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] Set router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:00.189971 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cf097757-dc53-45ef-9f80-e1249663911d tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (284accf4-33b4-49a7-9837-34c49b49eb3c), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.197961 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37632) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:00.221389 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:00.318471 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:00.360378 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cf097757-dc53-45ef-9f80-e1249663911d tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (284accf4-33b4-49a7-9837-34c49b49eb3c), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.369943 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cf097757-dc53-45ef-9f80-e1249663911d tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (284accf4-33b4-49a7-9837-34c49b49eb3c), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.413985 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:00.415806 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 92e5b0a2-4fb9-475a-8754-583709260225 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:00.433414 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf097757-dc53-45ef-9f80-e1249663911d tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284accf4-33b4-49a7-9837-34c49b49eb3c,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:00.459357 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cf097757-dc53-45ef-9f80-e1249663911d tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.470250 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-cf097757-dc53-45ef-9f80-e1249663911d tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4172146 Jun 29 08:03:00.473216 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37642) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:00.494639 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-5d1c462a-b39a-470b-bec3-21011b5b8178 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'security_group_rule': {'security_group_id': 'dee31856-7d49-4bf4-b76b-30d3ac4f00a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:00.631629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5d1c462a-b39a-470b-bec3-21011b5b8178 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (e5f7c9e1-08cd-4f7c-bb94-46e3197286c1), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.788261 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Publish callbacks [] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.803761 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.806764 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (accf43d2-5747-43bd-938c-9a89c1c231cd), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.879500 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5d1c462a-b39a-470b-bec3-21011b5b8178 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (e5f7c9e1-08cd-4f7c-bb94-46e3197286c1), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:00.895343 dv-cinder-768105-14-iscsi neutron-server[103901]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 08:03:01.026771 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-20ac887a-b53c-4924-8443-4bd638a77753 req-58e6a79d-a2cd-41e1-a882-d0c6b77ba2ac tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 210 time: 0.8273392 Jun 29 08:03:01.029119 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5d1c462a-b39a-470b-bec3-21011b5b8178 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (e5f7c9e1-08cd-4f7c-bb94-46e3197286c1), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:01.045613 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device b8e63a5b-1358-48d6-a263-010ed463cbc5 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:01.097962 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c462a-b39a-470b-bec3-21011b5b8178 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f7c9e1-08cd-4f7c-bb94-46e3197286c1,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:01.125283 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5d1c462a-b39a-470b-bec3-21011b5b8178 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:01.134833 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-5d1c462a-b39a-470b-bec3-21011b5b8178 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6589947 Jun 29 08:03:01.141494 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 37664) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:01.153367 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:01.297967 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:01.565309 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c8adaff9-8399-40fd-8d6e-4d58444d7a71,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:01.590872 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port b8e63a5b-1358-48d6-a263-010ed463cbc5 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:01.591525 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:01.641600 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:01.685795 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'name': 'tempest-DeleteServersTestJSON-1425600288-router', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:43Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 4, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'gw_port': {'id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b51118fa-5a19-4c91-9678-8238979b9b9c', 'name': '', 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'mac_address': 'fa:16:3e:8a:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 2, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'subnets': [{'id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:01.807427 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc09161-7bb1-4176-8ca8-cc2cfae4f4d0 None None] The sync data for ids ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'] in dv-cinder-768105-14-iscsi is: [{'id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'name': 'tempest-DeleteServersTestJSON-1425600288-router', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:43Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 4, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'gw_port': {'id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b51118fa-5a19-4c91-9678-8238979b9b9c', 'name': '', 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'mac_address': 'fa:16:3e:8a:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 2, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'subnets': [{'id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:03:01.964277 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07231e6-d283-40fb-b49e-481d21a96934 req-7d81f017-8715-41cc-ade9-af9e4be0d3b2 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:01.976346 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-7d81f017-8715-41cc-ade9-af9e4be0d3b2 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/networks?id=11928363-ada8-4b50-83d3-967220ca2d99 HTTP/1.1" status: 200 len: 812 time: 0.5257659 Jun 29 08:03:01.978673 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:02.027323 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Network 2f3afbc5-288f-4461-967f-3d79e5607ae1 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:03:02.029034 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:03:02.038308 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:02.049345 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-ff3d729d-4a90-4621-bd19-ea9fb2602849 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/quotas/f46c6cdc3217456dba6eda8ff23e9f3a HTTP/1.1" status: 200 len: 375 time: 0.0695076 Jun 29 08:03:02.076815 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 2, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:02.212888 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-e3293ddd-1820-4a6d-adec-a0c2aedd288e tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f46c6cdc3217456dba6eda8ff23e9f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602581 Jun 29 08:03:02.255023 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6610186-cb3d-4c15-aae4-d8c5157b0db9 None None] The sync data for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi is: [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 2, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:03:02.299096 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c770f9-182b-4d96-9373-2d047b455f5d req-bf7e18b3-84e8-4ad1-b82e-d841001142bd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:02.308529 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-bf7e18b3-84e8-4ad1-b82e-d841001142bd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 818 time: 0.6299214 Jun 29 08:03:02.320489 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port b8e63a5b-1358-48d6-a263-010ed463cbc5 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:02.328071 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 470a8d5b-9660-4bb2-8663-a7e0e2990d28 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:02.487263 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-ffe72161-a9ec-48d6-84f1-abd8016a9509 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/quotas/ab693125979f4bb7b7b3c94061610fe2 HTTP/1.1" status: 200 len: 375 time: 0.1752820 Jun 29 08:03:02.575416 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 470a8d5b-9660-4bb2-8663-a7e0e2990d28 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:02.576069 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:02.755880 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-1b9e3d81-6999-4fa9-a780-7d323e9cb22f None None] Provisioning complete for port c8adaff9-8399-40fd-8d6e-4d58444d7a71 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:02.756881 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3d81-6999-4fa9-a780-7d323e9cb22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:02.801226 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-d3063f4b-fd94-4837-83e0-b214bf9ee6b1 service neutron] 10.222.0.43 "GET /v2.0/networks/11928363-ada8-4b50-83d3-967220ca2d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867927 Jun 29 08:03:02.837442 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Allocated IP 172.27.3.204 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:03:02.909946 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-8139f9c6-3fd9-4664-8af6-3d761ebf1401 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3910933 Jun 29 08:03:02.942708 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:02.974974 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e3d81-6999-4fa9-a780-7d323e9cb22f None None] Port c8adaff9-8399-40fd-8d6e-4d58444d7a71 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:03:02.994284 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:03.168553 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 470a8d5b-9660-4bb2-8663-a7e0e2990d28 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:03.181023 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:03.218701 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:03.334615 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for port (8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:03.363050 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port 470a8d5b-9660-4bb2-8663-a7e0e2990d28, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=470a8d5b-9660-4bb2-8663-a7e0e2990d28,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:03.373875 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:03.393086 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-39a98db4-4484-4d28-9948-278071db2980 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 08:03:03.411768 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Router accf43d2-5747-43bd-938c-9a89c1c231cd has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:03:03.435635 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-39a98db4-4484-4d28-9948-278071db2980 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3979797 Jun 29 08:03:03.476583 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-3d1a7153-8b67-4864-95f5-75e14a685c36 service neutron] 10.222.0.43 "GET /v2.0/networks/11928363-ada8-4b50-83d3-967220ca2d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421351 Jun 29 08:03:03.573653 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:03.667582 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:03.673231 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=470a8d5b-9660-4bb2-8663-a7e0e2990d28,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:03.838491 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'Port': ['ID=8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:03.936524 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:03:03.956258 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:03:03.961248 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Sync routers for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:03:03.985560 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5eefd093-f2be-48e1-9355-583f3d9006f9 admin admin] 10.222.0.43 "PUT /v2.0/routers/accf43d2-5747-43bd-938c-9a89c1c231cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0335546 Jun 29 08:03:03.997939 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-8bd1863f-2176-46c7-b602-73dba2baf3ce service neutron] 10.222.0.43 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612969 Jun 29 08:03:04.013457 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:03:04.051724 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:03:04.056668 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:04.088886 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:03:04.474668 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-765d5c1e-5454-432b-95d8-92002fcffc17 service neutron] 10.222.0.43 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504972 Jun 29 08:03:04.583816 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-280f7e8e-2204-41c2-b331-6fa1cfe07ec7 req-5de889ee-e158-48d3-bbb9-1cb88a7c580b tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.4397142 Jun 29 08:03:04.753888 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (72f705f4-2d7e-4391-b584-3b772d586c7b), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:04.865456 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:04.926478 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:05.114976 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37816) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:05.122487 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-7205d90e-6243-48e8-a83a-ec7c2f13eb0f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1304169914', 'description': 'tempest-description--1956529500'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:05.421463 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7205d90e-6243-48e8-a83a-ec7c2f13eb0f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:05.509363 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f6d58a37-c343-40c7-8ab2-c75bfd640f0f req-19d99940-77fd-48c9-b62f-1cd517541d33 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 210 time: 0.2625411 Jun 29 08:03:05.729046 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:00Z', 'revision_number': 2, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:05.847453 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7205d90e-6243-48e8-a83a-ec7c2f13eb0f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (59d4b907-a9fd-4682-85db-27ac8c0d2b6d), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:05.858372 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7205d90e-6243-48e8-a83a-ec7c2f13eb0f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (59d4b907-a9fd-4682-85db-27ac8c0d2b6d), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:05.933184 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Checking router: accf43d2-5747-43bd-938c-9a89c1c231cd for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:03:05.937864 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Updating router accf43d2-5747-43bd-938c-9a89c1c231cd port c8adaff9-8399-40fd-8d6e-4d58444d7a71 binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:03:05.989339 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205d90e-6243-48e8-a83a-ec7c2f13eb0f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d4b907-a9fd-4682-85db-27ac8c0d2b6d,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:06.026090 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7205d90e-6243-48e8-a83a-ec7c2f13eb0f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:06.030605 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-7205d90e-6243-48e8-a83a-ec7c2f13eb0f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9113121 Jun 29 08:03:06.034465 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37866) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:06.045660 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-41d40c58-91d5-4f1c-931e-e649d9ab42e9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'security_group_rule': {'security_group_id': '59d4b907-a9fd-4682-85db-27ac8c0d2b6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:06.065966 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:06.095642 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:06.096422 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.48', 56360) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:06.167844 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:06.245780 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-41d40c58-91d5-4f1c-931e-e649d9ab42e9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (a80e4f0d-a2c3-4fbc-b2d5-6d7000aa8062), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:06.635391 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c68ad8ef-7dbb-4505-b5f3-a93b5f879d8b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:06.637530 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c68ad8ef-7dbb-4505-b5f3-a93b5f879d8b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 818 time: 0.5239778 Jun 29 08:03:06.668071 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37896) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:06.673429 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:06.681617 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:06.682071 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:06.712046 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7d3ae64e-f579-4563-bc01-81988aa2992a req-7ecdc23c-402a-4b16-819b-9ae46774f429 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.1808968 Jun 29 08:03:06.724068 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-41d40c58-91d5-4f1c-931e-e649d9ab42e9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (a80e4f0d-a2c3-4fbc-b2d5-6d7000aa8062), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:06.735599 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-41d40c58-91d5-4f1c-931e-e649d9ab42e9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (a80e4f0d-a2c3-4fbc-b2d5-6d7000aa8062), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:06.763397 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for port (8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:06.798106 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:06.845968 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Request body: {'port': {'device_id': '79765057-c430-4292-bc5f-ee0c6a66b367', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'admin_state_up': True, 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:06.974907 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-41d40c58-91d5-4f1c-931e-e649d9ab42e9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:06.981016 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-41d40c58-91d5-4f1c-931e-e649d9ab42e9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9439433 Jun 29 08:03:06.999040 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 37918) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:07.087074 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-a8e895c1-51f3-41f1-af3d-6514cdc4aae5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'security_group_rule': {'security_group_id': '59d4b907-a9fd-4682-85db-27ac8c0d2b6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:07.109442 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d40c58-91d5-4f1c-931e-e649d9ab42e9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80e4f0d-a2c3-4fbc-b2d5-6d7000aa8062,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:07.121436 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'Port': ['ID=8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:07.132393 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (72f705f4-2d7e-4391-b584-3b772d586c7b), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:07.180738 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:07.189572 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-99d4709f-9d46-4c16-9cc4-df45ba1fa1ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0422313 Jun 29 08:03:07.288178 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:07.288873 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:07.325841 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:07.338772 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:07.340259 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 48c296d6-002d-4af1-9b31-5f1924b8a69e up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:07.471621 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:07.536709 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ee17744f-5609-4f9d-bb5a-8449d5dcd65a req-7ccdde3a-99ff-4170-8897-8945d44cf4a4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 210 time: 0.3182232 Jun 29 08:03:07.579544 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8bd04d55-16e6-47c7-9e64-a5760f50b604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:07.714464 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a8e895c1-51f3-41f1-af3d-6514cdc4aae5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (d2b5b864-a8c3-4979-8dc4-1d6ac0582baa), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:07.749934 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:03:07.840201 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.48', 56370) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:07.873433 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Publish callbacks [] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:07.878109 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:07.919560 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:07.937647 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-ab1e8668-0a56-4f70-a0ab-4dd24291348a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1288430290&fields=id&tenant_id=5e0c37d941434569b3dbd07e22125210 HTTP/1.1" status: 200 len: 267 time: 0.2733123 Jun 29 08:03:08.177061 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-ad6577c5-2033-476e-9b28-c162950b7df2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:08.185766 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-ad6577c5-2033-476e-9b28-c162950b7df2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 810 time: 0.2462919 Jun 29 08:03:08.223089 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-c9128d1d-7540-4854-9ef4-a715b65df879 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/quotas/5e0c37d941434569b3dbd07e22125210 HTTP/1.1" status: 200 len: 375 time: 0.0360293 Jun 29 08:03:08.305567 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:08.375110 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Made reservation on behalf of ab693125979f4bb7b7b3c94061610fe2 for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:03:08.380451 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:08.430434 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 48c296d6-002d-4af1-9b31-5f1924b8a69e triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:08.431055 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:08.447669 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541f5b8-42bd-4b81-90d5-3221ac002946 None None] Pushing event updated for resources: {'Port': ['ID=c8adaff9-8399-40fd-8d6e-4d58444d7a71,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:08.452607 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-e7c98256-49b2-49ff-a846-cde266828f46 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2243857 Jun 29 08:03:08.544254 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-35ffde22-069e-404e-bc0a-d0197a538cea req-cc8635e0-2577-4a6a-a616-42a330622008 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.1985464 Jun 29 08:03:08.557640 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c770f9-182b-4d96-9373-2d047b455f5d req-154c80c9-431d-4afa-b773-9316eaa7acd4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:08.562255 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-154c80c9-431d-4afa-b773-9316eaa7acd4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 818 time: 0.7117667 Jun 29 08:03:08.631107 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a8e895c1-51f3-41f1-af3d-6514cdc4aae5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (d2b5b864-a8c3-4979-8dc4-1d6ac0582baa), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:08.670827 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a8e895c1-51f3-41f1-af3d-6514cdc4aae5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (d2b5b864-a8c3-4979-8dc4-1d6ac0582baa), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:08.779009 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Request body: {'port': {'device_id': '4f1bbb36-8695-4b09-9f25-bfc92ad06a86', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'admin_state_up': True, 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:09.016592 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.48', 56371) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:09.031468 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:09.137156 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e895c1-51f3-41f1-af3d-6514cdc4aae5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b5b864-a8c3-4979-8dc4-1d6ac0582baa,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:09.321843 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 48c296d6-002d-4af1-9b31-5f1924b8a69e is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:09.322967 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:09.405470 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port 48c296d6-002d-4af1-9b31-5f1924b8a69e, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=48c296d6-002d-4af1-9b31-5f1924b8a69e,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:09.421650 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:09.434110 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:09.438800 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Attempting to bind port c8adaff9-8399-40fd-8d6e-4d58444d7a71 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:03:09.442420 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Attempting to bind port c8adaff9-8399-40fd-8d6e-4d58444d7a71 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:03:09.444383 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Attempting to bind port c8adaff9-8399-40fd-8d6e-4d58444d7a71 on network 2f3afbc5-288f-4461-967f-3d79e5607ae1 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:09.479314 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:09.525408 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 470a8d5b-9660-4bb2-8663-a7e0e2990d28 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:09.663192 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Made reservation on behalf of ab693125979f4bb7b7b3c94061610fe2 for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:03:09.673934 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:09.678812 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-8de657aa-554e-42c4-89eb-7374f5658569 service neutron] 10.222.0.43 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1151721 Jun 29 08:03:09.788103 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=48c296d6-002d-4af1-9b31-5f1924b8a69e,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:09.810312 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:03:09.817567 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Checking segment: {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:03:09.819935 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:09.822386 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Bound using segment: {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:03:09.823517 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Bound port: c8adaff9-8399-40fd-8d6e-4d58444d7a71, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:03:09.826893 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:09.864084 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-99c9caa5-57e1-4601-bbd2-23004ca9d0d6 None None] Provisioning complete for port c8adaff9-8399-40fd-8d6e-4d58444d7a71 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:09.868218 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99c9caa5-57e1-4601-bbd2-23004ca9d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:09.871102 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a8e895c1-51f3-41f1-af3d-6514cdc4aae5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:09.872626 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-a8e895c1-51f3-41f1-af3d-6514cdc4aae5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8280084 Jun 29 08:03:09.892381 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9a8ad5fc-14b8-4034-976a-d056ed3f193d req-32dea936-be46-4bc8-b1dc-ea9780d43309 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 210 time: 0.8661308 Jun 29 08:03:09.892927 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38014) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:09.926987 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38016) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:09.931523 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:09.953847 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-80892059-9741-4377-9978-6305ee581f62 service neutron] 10.222.0.43 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607119 Jun 29 08:03:09.969245 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8bd04d55-16e6-47c7-9e64-a5760f50b604 admin admin] Publish callbacks [] for security_group (78ed2315-a085-42d6-a9a5-f0ec486e20a5), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:10.009386 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=12 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:10.054212 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44b3321c-7428-41e9-918c-642a1bae14c9 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:10.063310 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44b3321c-7428-41e9-918c-642a1bae14c9 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.48 "GET /v2.0/networks?id=11928363-ada8-4b50-83d3-967220ca2d99 HTTP/1.1" status: 200 len: 812 time: 0.9196513 Jun 29 08:03:10.115969 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-99c9caa5-57e1-4601-bbd2-23004ca9d0d6 None None] Port c8adaff9-8399-40fd-8d6e-4d58444d7a71 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:03:10.320821 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] For port c8adaff9-8399-40fd-8d6e-4d58444d7a71, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:03:10.325057 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] For port c8adaff9-8399-40fd-8d6e-4d58444d7a71, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=c8adaff9-8399-40fd-8d6e-4d58444d7a71,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:03:10.335193 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:10.410772 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Allocated IP 172.20.0.12 (6d288728-176e-477c-8692-ca82d6facbbc/b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d/fcb56668-c13f-4fb2-83eb-845e29b080ce) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:03:10.411533 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541f5b8-42bd-4b81-90d5-3221ac002946 None None] Pushing event updated for resources: {'Port': ['ID=c8adaff9-8399-40fd-8d6e-4d58444d7a71,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:10.444843 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 470a8d5b-9660-4bb2-8663-a7e0e2990d28 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:10.447553 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:10.582133 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ce98877c-fcfe-4e38-9aa4-9a176380a71f req-52b9478a-39c9-40db-8d4d-433dc696e988 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 210 time: 0.1029766 Jun 29 08:03:10.609075 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38030) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:10.622472 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:03:10.623685 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:10.806179 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:10.920061 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8bd04d55-16e6-47c7-9e64-a5760f50b604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (78ed2315-a085-42d6-a9a5-f0ec486e20a5), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:11.013569 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:11.057463 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-20ec4e36-564c-4048-b504-28d072b5be54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:11.221134 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Sync routers for ids ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:03:11.271095 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Routers {'52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:03:11.276476 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:11.280815 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Request body: {'port': {'device_id': 'b4774888-237c-41c5-8c79-7a6e34d17d70', 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99', 'admin_state_up': True, 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:11.543392 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Sync routers for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:03:11.585293 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-20ec4e36-564c-4048-b504-28d072b5be54 admin admin] Publish callbacks [] for security_group (f1158940-a166-4fe9-8d58-3fcbe3a6fcc5), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:11.599095 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-54e4461d-36ec-47dc-ba38-89a49ea45958 None None] Provisioning complete for port c8adaff9-8399-40fd-8d6e-4d58444d7a71 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:11.604268 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54e4461d-36ec-47dc-ba38-89a49ea45958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:11.661907 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9d84bba6-43ca-4df0-83e7-a0679db6576c req-e2dc0de2-e598-4ec1-aedf-b6f761956117 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 210 time: 0.1111948 Jun 29 08:03:11.665382 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-20ec4e36-564c-4048-b504-28d072b5be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (f1158940-a166-4fe9-8d58-3fcbe3a6fcc5), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:11.718987 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:11.737657 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd04d55-16e6-47c7-9e64-a5760f50b604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ed2315-a085-42d6-a9a5-f0ec486e20a5,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:11.777454 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:11.799596 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:10Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:11.802892 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Set router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:11.839919 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 470a8d5b-9660-4bb2-8663-a7e0e2990d28 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:11.872045 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec4e36-564c-4048-b504-28d072b5be54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1158940-a166-4fe9-8d58-3fcbe3a6fcc5,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:11.889681 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-20ec4e36-564c-4048-b504-28d072b5be54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f88544f4f9844d3911d5c353392aab3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2792954 Jun 29 08:03:11.895273 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38052) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:11.984965 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-643fbefc-3d5a-41ec-9169-0f419d4839bc req-93a266a8-60fd-477f-9e1c-52ecc3accbd4 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 210 time: 0.0563543 Jun 29 08:03:12.027228 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1bb033c0-3431-4caf-b172-f122050b2681 admin admin] Publish callbacks [] for security_group (f1158940-a166-4fe9-8d58-3fcbe3a6fcc5), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:12.061343 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edb09ce-e89a-4fd7-800c-54c61b1ecd15 None None] The sync data for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi is: [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:10Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:03:12.095448 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:03:12.096557 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:12.166155 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1bb033c0-3431-4caf-b172-f122050b2681 admin admin] Publish callbacks [] for security_group (f1158940-a166-4fe9-8d58-3fcbe3a6fcc5), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:12.357348 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:12.381466 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:12.397411 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac4b04b2-8ce7-4068-9a4f-1798bdc27c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:12.421574 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:12.527318 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1bb033c0-3431-4caf-b172-f122050b2681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (f1158940-a166-4fe9-8d58-3fcbe3a6fcc5), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:12.533422 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1bb033c0-3431-4caf-b172-f122050b2681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:12.536192 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-1bb033c0-3431-4caf-b172-f122050b2681 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1158940-a166-4fe9-8d58-3fcbe3a6fcc5 HTTP/1.1" status: 204 len: 168 time: 0.6348186 Jun 29 08:03:12.581522 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb033c0-3431-4caf-b172-f122050b2681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1158940-a166-4fe9-8d58-3fcbe3a6fcc5,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:12.604915 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:12.800027 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'name': 'tempest-DeleteServersTestJSON-1425600288-router', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:43Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 4, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'gw_port': {'id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b51118fa-5a19-4c91-9678-8238979b9b9c', 'name': '', 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'mac_address': 'fa:16:3e:8a:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 2, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'subnets': [{'id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:12.817533 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:12.916092 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2dc6f963-f62b-41ea-ac75-66422622a354 req-cc521d0a-4149-4843-933f-399592c35bea tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 2.2597315 Jun 29 08:03:12.983620 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Checking router: 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:03:12.984206 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Updating router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 port b51118fa-5a19-4c91-9678-8238979b9b9c binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:03:13.148529 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6c96569e-1e5c-4149-9f0f-e513eeb8db99 req-2cf54ae7-08e1-4f0e-8476-157b871edda7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 210 time: 0.1142261 Jun 29 08:03:13.154991 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.173556 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-8bd04d55-16e6-47c7-9e64-a5760f50b604 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8049e9f8c5144608fc1d3160cbf335e&name=default HTTP/1.1" status: 200 len: 2996 time: 6.5027888 Jun 29 08:03:13.176668 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38066) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:13.273020 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:13.274311 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.356427 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac4b04b2-8ce7-4068-9a4f-1798bdc27c70 admin admin] Publish callbacks [] for security_group (941f17d8-fcd4-49be-96a9-17a4ea60e490), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.393509 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ac4b04b2-8ce7-4068-9a4f-1798bdc27c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (941f17d8-fcd4-49be-96a9-17a4ea60e490), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.405944 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Made reservation on behalf of f46c6cdc3217456dba6eda8ff23e9f3a for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:03:13.411128 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.452036 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:13.486208 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-54e4461d-36ec-47dc-ba38-89a49ea45958 None None] Current status of the port c8adaff9-8399-40fd-8d6e-4d58444d7a71 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:13.487247 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54e4461d-36ec-47dc-ba38-89a49ea45958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.522756 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-75fcd541-4095-47e4-92e0-656e49e3e361 admin admin] Publish callbacks [] for security_group (78ed2315-a085-42d6-a9a5-f0ec486e20a5), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.564134 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:13.667539 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-75fcd541-4095-47e4-92e0-656e49e3e361 admin admin] Publish callbacks [] for security_group (78ed2315-a085-42d6-a9a5-f0ec486e20a5), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.818482 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.48', 56377) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:13.897723 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-75fcd541-4095-47e4-92e0-656e49e3e361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (78ed2315-a085-42d6-a9a5-f0ec486e20a5), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.906253 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-75fcd541-4095-47e4-92e0-656e49e3e361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.911077 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-75fcd541-4095-47e4-92e0-656e49e3e361 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78ed2315-a085-42d6-a9a5-f0ec486e20a5 HTTP/1.1" status: 204 len: 168 time: 0.7304275 Jun 29 08:03:13.940193 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38078) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:13.955578 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcd541-4095-47e4-92e0-656e49e3e361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ed2315-a085-42d6-a9a5-f0ec486e20a5,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:13.959824 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:13.993691 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:14.099025 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-54e4461d-36ec-47dc-ba38-89a49ea45958 None None] For port c8adaff9-8399-40fd-8d6e-4d58444d7a71, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=c8adaff9-8399-40fd-8d6e-4d58444d7a71,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:14.142197 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54e4461d-36ec-47dc-ba38-89a49ea45958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:14.153780 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-65d98241-9a28-419d-ab0d-ee13564bb77b req-e69ad7b0-82ee-4721-bc7a-c9d90e031189 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 210 time: 0.7737648 Jun 29 08:03:14.166264 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-36cdb0bc-af6b-4c18-beb2-857e9a631047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:14.353080 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Allocated IP 172.27.3.131 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/3d844384-4669-4129-9937-dcef7682d1fe) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:03:14.494032 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:14.495628 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 48c296d6-002d-4af1-9b31-5f1924b8a69e up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:14.592966 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b04b2-8ce7-4068-9a4f-1798bdc27c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941f17d8-fcd4-49be-96a9-17a4ea60e490,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:14.754512 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:14.768295 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-ac4b04b2-8ce7-4068-9a4f-1798bdc27c70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5562fafc680148558ce88eabb4c75871&name=default HTTP/1.1" status: 200 len: 2996 time: 4.8274436 Jun 29 08:03:14.775688 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38090) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:14.805446 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4461d-36ec-47dc-ba38-89a49ea45958 None None] Pushing event updated for resources: {'Port': ['ID=c8adaff9-8399-40fd-8d6e-4d58444d7a71,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:14.807705 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:14.950135 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 2, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:14.970893 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b2a646ff-7576-46dd-98f9-a483f2815ee7 req-e07ddfe2-452b-4552-a9e3-5a71f70016a5 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.8247530 Jun 29 08:03:14.973207 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-36cdb0bc-af6b-4c18-beb2-857e9a631047 admin admin] Publish callbacks [] for security_group (059e3a70-62c5-4cbd-a1b3-c7c0789c1928), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:15.026051 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Checking router: 8fa6ff64-ab0d-426c-bae2-24e675087469 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:03:15.026322 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Updating router 8fa6ff64-ab0d-426c-bae2-24e675087469 port af5347dd-52e6-446d-9abc-b0233a350c9a binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:03:15.085547 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 48c296d6-002d-4af1-9b31-5f1924b8a69e triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:15.086080 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:15.093398 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-36cdb0bc-af6b-4c18-beb2-857e9a631047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (059e3a70-62c5-4cbd-a1b3-c7c0789c1928), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:15.096452 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:15.097303 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:15.151949 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-36cdb0bc-af6b-4c18-beb2-857e9a631047 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=945be45408e0402db7e181a6a142f5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1753049 Jun 29 08:03:15.161701 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38096) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:15.170087 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-32538fbb-a508-4fcc-9b19-7994c9e3535e tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:15.172873 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-32538fbb-a508-4fcc-9b19-7994c9e3535e tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.48 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 810 time: 1.3596876 Jun 29 08:03:15.262852 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:15.296682 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Publish callbacks [] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:15.319606 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:15.327110 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:15.344404 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-399f0d7c-f6b4-4216-969c-4bab76138168 req-918fe8db-8bc7-482e-8d6e-982518912531 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 210 time: 0.6630964 Jun 29 08:03:15.378515 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Allocated IP 172.20.0.4 (6d288728-176e-477c-8692-ca82d6facbbc/b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d/e221748f-d034-48b4-8150-5e3a269027a4) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:03:15.410443 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 48c296d6-002d-4af1-9b31-5f1924b8a69e is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:15.481374 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-484fd761-5a08-4c79-b564-38e72b234a19 admin admin] Publish callbacks [] for security_group (059e3a70-62c5-4cbd-a1b3-c7c0789c1928), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:15.522802 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdb0bc-af6b-4c18-beb2-857e9a631047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059e3a70-62c5-4cbd-a1b3-c7c0789c1928,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:15.530871 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Network 6d288728-176e-477c-8692-ca82d6facbbc is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:03:15.615332 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38102) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:15.656057 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:03:15.661030 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event updated for resources: {'Port': ['ID=fcb56668-c13f-4fb2-83eb-845e29b080ce,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:15.686364 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:03:15.696200 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:15.697663 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:15.815122 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-414e26f1-53cd-4b98-afad-6737c9486fd9 admin admin] Publish callbacks [] for security_group (941f17d8-fcd4-49be-96a9-17a4ea60e490), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:15.901056 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:15.912495 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for port (3d844384-4669-4129-9937-dcef7682d1fe), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:15.994007 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09da0a77-fb99-448e-9dea-43cac6c18876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:16.185563 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Attempting to bind port b51118fa-5a19-4c91-9678-8238979b9b9c on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:03:16.186183 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Attempting to bind port b51118fa-5a19-4c91-9678-8238979b9b9c by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:03:16.186865 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-c5246ada-a7e8-49c1-afbc-f3989fe4d1dd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.3370018 Jun 29 08:03:16.206405 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Attempting to bind port b51118fa-5a19-4c91-9678-8238979b9b9c on network 11928363-ada8-4b50-83d3-967220ca2d99 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:16.227190 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device c8adaff9-8399-40fd-8d6e-4d58444d7a71 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:16.246108 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-5aad9e5d-78a0-40ad-a5c6-f0cd5ba1be2c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 08:03:16.247313 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-5aad9e5d-78a0-40ad-a5c6-f0cd5ba1be2c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0594542 Jun 29 08:03:16.317873 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:03:16.320714 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Checking segment: {'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:03:16.325534 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:16.326449 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Bound using segment: {'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:03:16.327228 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Bound port: b51118fa-5a19-4c91-9678-8238979b9b9c, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:03:16.328691 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:16.341277 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19720404-0ec3-4b09-b70f-1f84a6f92a0b None None] Pushing event updated for resources: {'Port': ['ID=b51118fa-5a19-4c91-9678-8238979b9b9c,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:16.372954 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-414e26f1-53cd-4b98-afad-6737c9486fd9 admin admin] Publish callbacks [] for security_group (941f17d8-fcd4-49be-96a9-17a4ea60e490), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:16.422458 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-579c3ba2-ae6f-421b-9663-fe8095dd2eca req-8444feed-620f-46fd-9a00-f6582549f5b8 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.2329285 Jun 29 08:03:16.460795 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-fd87bafd-cfd5-4d5d-ab65-4cef1a1cf5b2 None None] Provisioning complete for port b51118fa-5a19-4c91-9678-8238979b9b9c triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:16.467286 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fd87bafd-cfd5-4d5d-ab65-4cef1a1cf5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:16.598093 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Allocated IP 172.20.0.13 (11928363-ada8-4b50-83d3-967220ca2d99/752be294-aa2b-4dc6-a10c-39b74b4f2ebb/11e73db4-c785-4473-850c-cf5dba7670fc) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:03:16.611275 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] For port b51118fa-5a19-4c91-9678-8238979b9b9c, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:03:16.621594 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] For port b51118fa-5a19-4c91-9678-8238979b9b9c, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=b51118fa-5a19-4c91-9678-8238979b9b9c,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:03:16.638287 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:16.645217 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-7c22dd18-066c-4cd1-b5ba-6194ce5000a8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e0c37d941434569b3dbd07e22125210 HTTP/1.1" status: 200 len: 380 time: 1.4043524 Jun 29 08:03:16.669972 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fd02799b-2f00-4d7c-8413-1b78c5aab45d req-c6a690ee-1b79-4203-9137-02af6d19613e tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 210 time: 1.1422637 Jun 29 08:03:16.685155 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port c8adaff9-8399-40fd-8d6e-4d58444d7a71 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:16.686073 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:16.696806 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'port': {'device_id': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'admin_state_up': True, 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'security_groups': ['dee31856-7d49-4bf4-b76b-30d3ac4f00a4']}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:16.744175 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-fd87bafd-cfd5-4d5d-ab65-4cef1a1cf5b2 None None] Port b51118fa-5a19-4c91-9678-8238979b9b9c cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:03:16.851239 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (3d844384-4669-4129-9937-dcef7682d1fe), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:16.876758 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4a0fb341-e648-4fc0-8549-efb251092126 req-4ee1e5ab-95a8-4ba6-9977-81b77b0e5086 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 210 time: 0.2201266 Jun 29 08:03:16.910148 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Request body: {'port': {'device_id': '79765057-c430-4292-bc5f-ee0c6a66b367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:16.931200 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-484fd761-5a08-4c79-b564-38e72b234a19 admin admin] Publish callbacks [] for security_group (059e3a70-62c5-4cbd-a1b3-c7c0789c1928), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:16.949501 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:16.962205 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19720404-0ec3-4b09-b70f-1f84a6f92a0b None None] Pushing event updated for resources: {'Port': ['ID=b51118fa-5a19-4c91-9678-8238979b9b9c,revision_number=4']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:16.982637 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:03:16.996735 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Routers {'52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:03:16.998801 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:17.004046 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:03:17.047423 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-414e26f1-53cd-4b98-afad-6737c9486fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (941f17d8-fcd4-49be-96a9-17a4ea60e490), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:17.050908 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-414e26f1-53cd-4b98-afad-6737c9486fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:17.052741 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port c8adaff9-8399-40fd-8d6e-4d58444d7a71 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:17.062373 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-414e26f1-53cd-4b98-afad-6737c9486fd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/941f17d8-fcd4-49be-96a9-17a4ea60e490 HTTP/1.1" status: 204 len: 168 time: 2.2484715 Jun 29 08:03:17.072789 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:03:17.077655 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-29ce324a-4bc2-4eef-ba61-c1f0bff8f2bf None None] Provisioning complete for port fcb56668-c13f-4fb2-83eb-845e29b080ce triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:17.078706 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29ce324a-4bc2-4eef-ba61-c1f0bff8f2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:17.150767 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e26f1-53cd-4b98-afad-6737c9486fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941f17d8-fcd4-49be-96a9-17a4ea60e490,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:17.395875 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Publish callbacks [] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:17.425226 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-29ce324a-4bc2-4eef-ba61-c1f0bff8f2bf None None] Port fcb56668-c13f-4fb2-83eb-845e29b080ce cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:03:17.427628 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] Set router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:17.431785 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:17.713131 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-61beaadb-0f4d-4591-8a88-186a96abd2ec None None] Provisioning complete for port b51118fa-5a19-4c91-9678-8238979b9b9c triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:17.715279 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-61beaadb-0f4d-4591-8a88-186a96abd2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:17.816318 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:17.875474 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Made reservation on behalf of 5e0c37d941434569b3dbd07e22125210 for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:03:17.880647 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:17.884350 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device b51118fa-5a19-4c91-9678-8238979b9b9c up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:17.892810 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb644a84-d9e1-4e64-8149-3e27a6edf3da None None] Pushing event updated for resources: {'Port': ['ID=af5347dd-52e6-446d-9abc-b0233a350c9a,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:17.994404 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8163250-b951-4b1a-bed8-3430c31dc502 req-46bf11e5-7450-4f2f-abb3-97814e68ba4b tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.2461841 Jun 29 08:03:18.017578 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:18.053585 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:18.099760 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for port (e221748f-d034-48b4-8150-5e3a269027a4), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:18.265303 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-484fd761-5a08-4c79-b564-38e72b234a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (059e3a70-62c5-4cbd-a1b3-c7c0789c1928), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:18.268502 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-484fd761-5a08-4c79-b564-38e72b234a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:18.271200 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-484fd761-5a08-4c79-b564-38e72b234a19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/059e3a70-62c5-4cbd-a1b3-c7c0789c1928 HTTP/1.1" status: 204 len: 168 time: 3.0975401 Jun 29 08:03:18.482378 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Allocated IP 172.20.0.13 (83284d8b-f58e-483b-bfde-1c25f92d3de3/609be66d-5709-4032-86d4-0115dbc1bb2c/b93d914e-7134-4247-b5f0-de80f217a1e0) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:03:18.509271 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'name': 'tempest-DeleteServersTestJSON-1425600288-router', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:43Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 4, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'gw_port': {'id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b51118fa-5a19-4c91-9678-8238979b9b9c', 'name': '', 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'mac_address': 'fa:16:3e:8a:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:16Z', 'revision_number': 4, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'subnets': [{'id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:18.561724 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af914a-5591-477d-8f3d-1ab8a6062bc2 None None] The sync data for ids ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'] in dv-cinder-768105-14-iscsi is: [{'id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'name': 'tempest-DeleteServersTestJSON-1425600288-router', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:43Z', 'updated_at': '2022-06-29T08:02:56Z', 'revision_number': 4, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'gw_port': {'id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b51118fa-5a19-4c91-9678-8238979b9b9c', 'name': '', 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'mac_address': 'fa:16:3e:8a:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:16Z', 'revision_number': 4, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'subnets': [{'id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:03:18.579571 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port b51118fa-5a19-4c91-9678-8238979b9b9c triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:18.580631 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:18.629748 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-61beaadb-0f4d-4591-8a88-186a96abd2ec None None] Current status of the port b51118fa-5a19-4c91-9678-8238979b9b9c is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:18.631095 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-61beaadb-0f4d-4591-8a88-186a96abd2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:18.776814 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:18.786796 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:18.786796 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'Port': ['ID=3d844384-4669-4129-9937-dcef7682d1fe,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:18.821674 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38144) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:18.919491 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Publish callbacks [] for port (11e73db4-c785-4473-850c-cf5dba7670fc), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:18.943509 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:18.950781 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:18.964763 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9e2c9dfa-ca0e-47cb-8906-a8dbb8211039 req-65eb659e-87eb-4b60-9f1a-502bde1f6070 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 210 time: 0.7138681 Jun 29 08:03:19.066841 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09da0a77-fb99-448e-9dea-43cac6c18876 admin admin] Publish callbacks [] for security_group (3326de33-7ee3-4626-916e-cf7eb2e103dc), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.072372 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.091641 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fd761-5a08-4c79-b564-38e72b234a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059e3a70-62c5-4cbd-a1b3-c7c0789c1928,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:19.123029 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Attempting to bind port af5347dd-52e6-446d-9abc-b0233a350c9a on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:03:19.123769 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Attempting to bind port af5347dd-52e6-446d-9abc-b0233a350c9a by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:03:19.124383 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Attempting to bind port af5347dd-52e6-446d-9abc-b0233a350c9a on network 83284d8b-f58e-483b-bfde-1c25f92d3de3 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:19.194782 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:03:19.212507 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Checking segment: {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:03:19.212922 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.215842 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Bound using segment: {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:03:19.219943 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Bound port: af5347dd-52e6-446d-9abc-b0233a350c9a, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:03:19.223316 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.231932 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (e221748f-d034-48b4-8150-5e3a269027a4), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.239487 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.435636 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-61beaadb-0f4d-4591-8a88-186a96abd2ec None None] For port b51118fa-5a19-4c91-9678-8238979b9b9c, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=b51118fa-5a19-4c91-9678-8238979b9b9c,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:19.553802 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-61beaadb-0f4d-4591-8a88-186a96abd2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.591640 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Network 6d288728-176e-477c-8692-ca82d6facbbc is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:03:19.656280 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-44ff4f85-4900-4294-bf4f-84ebd80f40ad req-0fd8ccf0-be95-40d5-8ba5-a2bf06a225f5 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.3193700 Jun 29 08:03:19.703904 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:03:19.718949 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (617d7b76-b9d5-425e-9a53-acb30df392ab), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.720757 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Network 83284d8b-f58e-483b-bfde-1c25f92d3de3 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:03:19.730829 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:03:19.743087 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:19.745514 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.770242 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:03:19.806186 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:03:19.827018 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2802835a-b5c1-4922-ab3c-5445c0787e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.840401 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:19.856919 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.888573 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-133cae56-de43-4fe5-864a-7a40d6960f5c req-37a9906e-5d53-46c2-93a6-c64ae373a9a5 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 210 time: 1.9835172 Jun 29 08:03:19.889502 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09da0a77-fb99-448e-9dea-43cac6c18876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3326de33-7ee3-4626-916e-cf7eb2e103dc), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.902951 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (3d844384-4669-4129-9937-dcef7682d1fe), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:19.954747 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.3609068 Jun 29 08:03:19.959505 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'Port': ['ID=b93d914e-7134-4247-b5f0-de80f217a1e0,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:19.996636 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61beaadb-0f4d-4591-8a88-186a96abd2ec None None] Pushing event updated for resources: {'Port': ['ID=b51118fa-5a19-4c91-9678-8238979b9b9c,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:20.020913 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-01d462dd-e3f5-4d1a-ad0f-a228b1d29d93 None None] Provisioning complete for port af5347dd-52e6-446d-9abc-b0233a350c9a triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:20.021785 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-01d462dd-e3f5-4d1a-ad0f-a228b1d29d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:20.059850 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Request body: {'port': {'device_id': '4f1bbb36-8695-4b09-9f25-bfc92ad06a86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:20.217124 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:20.224691 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port b51118fa-5a19-4c91-9678-8238979b9b9c is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:20.449149 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-01d462dd-e3f5-4d1a-ad0f-a228b1d29d93 None None] Port af5347dd-52e6-446d-9abc-b0233a350c9a cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:03:20.457487 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] For port af5347dd-52e6-446d-9abc-b0233a350c9a, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:03:20.485824 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] For port af5347dd-52e6-446d-9abc-b0233a350c9a, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=af5347dd-52e6-446d-9abc-b0233a350c9a,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:03:20.527876 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:20.598501 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device b51118fa-5a19-4c91-9678-8238979b9b9c up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:20.640042 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-750b12b6-01dc-448f-957a-657d8145b780 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9686098 Jun 29 08:03:20.694372 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141f9ee-3fc1-4c7e-aefd-0a57832fbef9 req-70b8b7f2-43c4-4bf9-b006-796f82884070 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:20.699563 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5141f9ee-3fc1-4c7e-aefd-0a57832fbef9 req-70b8b7f2-43c4-4bf9-b006-796f82884070 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 931 time: 0.3586442 Jun 29 08:03:20.780109 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (e221748f-d034-48b4-8150-5e3a269027a4), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:20.802836 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fdef9-85dc-4350-a2d9-4f06e68c8a4f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event updated for resources: {'Port': ['ID=e221748f-d034-48b4-8150-5e3a269027a4,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:20.813014 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:20.818890 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-39f58634-7868-4d40-a9fa-7f888f270927 None None] Provisioning complete for port b93d914e-7134-4247-b5f0-de80f217a1e0 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:20.823059 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-39f58634-7868-4d40-a9fa-7f888f270927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:20.890883 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:20.996262 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.081513 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-39f58634-7868-4d40-a9fa-7f888f270927 None None] Port b93d914e-7134-4247-b5f0-de80f217a1e0 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:03:21.086982 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:03:21.088069 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:02:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:21.093363 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb644a84-d9e1-4e64-8149-3e27a6edf3da None None] Pushing event updated for resources: {'Port': ['ID=af5347dd-52e6-446d-9abc-b0233a350c9a,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:21.215198 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-39f58634-7868-4d40-a9fa-7f888f270927 None None] Provisioning complete for port e221748f-d034-48b4-8150-5e3a269027a4 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:21.215587 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-39f58634-7868-4d40-a9fa-7f888f270927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (e221748f-d034-48b4-8150-5e3a269027a4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.256719 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port b51118fa-5a19-4c91-9678-8238979b9b9c triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:21.258408 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.280078 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb56668-c13f-4fb2-83eb-845e29b080ce {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:03:21.289740 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Publish callbacks [] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.301643 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:21.309211 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5141f9ee-3fc1-4c7e-aefd-0a57832fbef9 req-7df2b20e-9678-425b-a4f9-162867d0e0c9 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938287 Jun 29 08:03:21.322996 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Transition to ACTIVE for port object fcb56668-c13f-4fb2-83eb-845e29b080ce will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:03:21.335338 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:21.343002 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-39f58634-7868-4d40-a9fa-7f888f270927 None None] Port e221748f-d034-48b4-8150-5e3a269027a4 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:03:21.404772 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da0a77-fb99-448e-9dea-43cac6c18876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3326de33-7ee3-4626-916e-cf7eb2e103dc,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:21.466155 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-09da0a77-fb99-448e-9dea-43cac6c18876 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef33be1035a94aa7b5f0ea88f3f00cca&name=default HTTP/1.1" status: 200 len: 2996 time: 5.8065801 Jun 29 08:03:21.471344 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Network 11928363-ada8-4b50-83d3-967220ca2d99 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:03:21.475350 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38190) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:21.513207 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.544246 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-833dc0a9-51e3-4c62-a8c4-e0182f045a0b None None] Provisioning complete for port af5347dd-52e6-446d-9abc-b0233a350c9a triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:21.544643 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-833dc0a9-51e3-4c62-a8c4-e0182f045a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.561695 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eecef-146b-4c02-83a9-0dd8b3c333ce req-8938d5f9-4a35-4d46-849f-47213ec56e75 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:21.567193 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-387eecef-146b-4c02-83a9-0dd8b3c333ce req-8938d5f9-4a35-4d46-849f-47213ec56e75 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 932 time: 0.6624970 Jun 29 08:03:21.568380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:03:21.577631 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:03:21.585444 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:21.586531 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.605750 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port b51118fa-5a19-4c91-9678-8238979b9b9c is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:21.635706 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Pushing event updated for resources: {'Port': ['ID=11e73db4-c785-4473-850c-cf5dba7670fc,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:21.643383 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2802835a-b5c1-4922-ab3c-5445c0787e3c admin admin] Publish callbacks [] for security_group (3daef319-3206-4fe6-a35a-ed8a472ff59f), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.689799 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for port (3d844384-4669-4129-9937-dcef7682d1fe), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.690727 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2802835a-b5c1-4922-ab3c-5445c0787e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3daef319-3206-4fe6-a35a-ed8a472ff59f), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.747732 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:21.755013 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e322fb9-f639-497f-8ca7-9bc1e69a7921 req-3605015e-eb3b-4974-8b62-1b3048be62e0 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:21.759971 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0e322fb9-f639-497f-8ca7-9bc1e69a7921 req-3605015e-eb3b-4974-8b62-1b3048be62e0 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 932 time: 0.2812910 Jun 29 08:03:21.767627 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-44ce6328-06bc-4695-8e03-74405570af3f tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.1300185 Jun 29 08:03:21.784690 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (3d844384-4669-4129-9937-dcef7682d1fe), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:21.947791 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e221748f-d034-48b4-8150-5e3a269027a4 {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:03:21.959320 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Publish callbacks [] for port (e221748f-d034-48b4-8150-5e3a269027a4), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.004125 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:22.024012 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (617d7b76-b9d5-425e-9a53-acb30df392ab), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.029746 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Transition to ACTIVE for port object e221748f-d034-48b4-8150-5e3a269027a4 will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:03:22.032396 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:22.051410 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:20Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:22.055140 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (e221748f-d034-48b4-8150-5e3a269027a4), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.065771 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-2802835a-b5c1-4922-ab3c-5445c0787e3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b064f96d293e40d7a81f74172fd7e9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2420180 Jun 29 08:03:22.067151 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-833dc0a9-51e3-4c62-a8c4-e0182f045a0b None None] Current status of the port af5347dd-52e6-446d-9abc-b0233a350c9a is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:22.067389 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb56668-c13f-4fb2-83eb-845e29b080ce,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:22.067878 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-833dc0a9-51e3-4c62-a8c4-e0182f045a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.078197 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38206) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:22.081763 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802835a-b5c1-4922-ab3c-5445c0787e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daef319-3206-4fe6-a35a-ed8a472ff59f,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:22.129503 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-387eecef-146b-4c02-83a9-0dd8b3c333ce req-3d1cc52a-3525-4bd2-96b0-984d086adee6 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310564 Jun 29 08:03:22.178986 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.181177 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.2685974 Jun 29 08:03:22.190760 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Attempting to bind port fcb56668-c13f-4fb2-83eb-845e29b080ce on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:03:22.191826 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Attempting to bind port fcb56668-c13f-4fb2-83eb-845e29b080ce by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:03:22.192430 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Attempting to bind port fcb56668-c13f-4fb2-83eb-845e29b080ce on network 6d288728-176e-477c-8692-ca82d6facbbc {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:22.208621 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2638aa23-dfc2-440b-8b68-65f3fb782fad admin admin] Publish callbacks [] for security_group (3326de33-7ee3-4626-916e-cf7eb2e103dc), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.225654 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Port fcb56668-c13f-4fb2-83eb-845e29b080ce on network 6d288728-176e-477c-8692-ca82d6facbbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:03:22.226001 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Attempting to bind port fcb56668-c13f-4fb2-83eb-845e29b080ce on network 6d288728-176e-477c-8692-ca82d6facbbc {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:22.244597 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0e322fb9-f639-497f-8ca7-9bc1e69a7921 req-564d43a7-d040-4313-bde7-78677e44341b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315412 Jun 29 08:03:22.283402 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e1f78-0854-41dd-8edd-472d19e59a35 None None] The sync data for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi is: [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:20Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:03:22.294602 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:03:22.294983 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Checking segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:03:22.295526 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Bound using segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:03:22.298086 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Bound port: fcb56668-c13f-4fb2-83eb-845e29b080ce, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:03:22.298462 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.366591 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3307f-75c5-46ab-a99a-30df2cbc9208 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'Port': ['ID=3d844384-4669-4129-9937-dcef7682d1fe,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:22.385624 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-833dc0a9-51e3-4c62-a8c4-e0182f045a0b None None] For port af5347dd-52e6-446d-9abc-b0233a350c9a, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=af5347dd-52e6-446d-9abc-b0233a350c9a,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:22.393908 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2638aa23-dfc2-440b-8b68-65f3fb782fad admin admin] Publish callbacks [] for security_group (3326de33-7ee3-4626-916e-cf7eb2e103dc), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.397099 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e221748f-d034-48b4-8150-5e3a269027a4,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:22.406789 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-833dc0a9-51e3-4c62-a8c4-e0182f045a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.616039 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Attempting to bind port e221748f-d034-48b4-8150-5e3a269027a4 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:03:22.616420 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Attempting to bind port e221748f-d034-48b4-8150-5e3a269027a4 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:03:22.617360 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Attempting to bind port e221748f-d034-48b4-8150-5e3a269027a4 on network 6d288728-176e-477c-8692-ca82d6facbbc {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:22.622941 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:22.624036 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c3db8b74-108a-458b-818a-2c663917ce6e admin admin] Publish callbacks [] for security_group (3daef319-3206-4fe6-a35a-ed8a472ff59f), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.636367 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Port e221748f-d034-48b4-8150-5e3a269027a4 on network 6d288728-176e-477c-8692-ca82d6facbbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:03:22.636962 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Attempting to bind port e221748f-d034-48b4-8150-5e3a269027a4 on network 6d288728-176e-477c-8692-ca82d6facbbc {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:22.649473 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] For port fcb56668-c13f-4fb2-83eb-845e29b080ce, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:03:22.653144 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:03:22.654760 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Checking segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:03:22.655480 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Bound using segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:03:22.656695 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Bound port: e221748f-d034-48b4-8150-5e3a269027a4, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:03:22.657509 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (e221748f-d034-48b4-8150-5e3a269027a4), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.717400 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2638aa23-dfc2-440b-8b68-65f3fb782fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3326de33-7ee3-4626-916e-cf7eb2e103dc), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.726939 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2638aa23-dfc2-440b-8b68-65f3fb782fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.728475 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2638aa23-dfc2-440b-8b68-65f3fb782fad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3326de33-7ee3-4626-916e-cf7eb2e103dc HTTP/1.1" status: 204 len: 168 time: 1.2480886 Jun 29 08:03:22.792507 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] For port fcb56668-c13f-4fb2-83eb-845e29b080ce, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:03:22.802641 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638aa23-dfc2-440b-8b68-65f3fb782fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3326de33-7ee3-4626-916e-cf7eb2e103dc,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:22.828426 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c3db8b74-108a-458b-818a-2c663917ce6e admin admin] Publish callbacks [] for security_group (3daef319-3206-4fe6-a35a-ed8a472ff59f), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.862669 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dc0a9-51e3-4c62-a8c4-e0182f045a0b None None] Pushing event updated for resources: {'Port': ['ID=af5347dd-52e6-446d-9abc-b0233a350c9a,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:22.868082 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device af5347dd-52e6-446d-9abc-b0233a350c9a up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:22.914801 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-fd7de10f-89bb-4678-bfd9-1e69dceb65eb None None] Provisioning complete for port 11e73db4-c785-4473-850c-cf5dba7670fc triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:22.915374 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fd7de10f-89bb-4678-bfd9-1e69dceb65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.971948 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port af5347dd-52e6-446d-9abc-b0233a350c9a triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:22.972634 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:22.988294 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] For port e221748f-d034-48b4-8150-5e3a269027a4, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:03:23.000962 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] For port e221748f-d034-48b4-8150-5e3a269027a4, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e221748f-d034-48b4-8150-5e3a269027a4,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:03:23.011649 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-fd7de10f-89bb-4678-bfd9-1e69dceb65eb None None] Port 11e73db4-c785-4473-850c-cf5dba7670fc cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:03:23.013160 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-65396a37-d5b7-4808-9618-56f3d7aa8966 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1304169914&fields=id&tenant_id=4cd09897be9c4642b91dfb53a536e7d1 HTTP/1.1" status: 200 len: 267 time: 0.2216887 Jun 29 08:03:23.027517 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:23.062843 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (e221748f-d034-48b4-8150-5e3a269027a4), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:23.149021 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:23.183440 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04078d9b-c2d1-4a9c-9785-4aa7b00c5ed7 req-2b9af0f7-74ec-4c07-8d14-981a26628b18 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:23.203395 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-04078d9b-c2d1-4a9c-9785-4aa7b00c5ed7 req-2b9af0f7-74ec-4c07-8d14-981a26628b18 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 943 time: 0.5743947 Jun 29 08:03:23.264289 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port af5347dd-52e6-446d-9abc-b0233a350c9a is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:23.293897 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:23.298658 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:23.303811 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] 10.222.0.48 "PUT /v2.0/ports/e221748f-d034-48b4-8150-5e3a269027a4 HTTP/1.1" status: 200 len: 1093 time: 3.2891672 Jun 29 08:03:23.313504 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1bbb36-8695-4b09-9f25-bfc92ad06a86', 'tag': 'e221748f-d034-48b4-8150-5e3a269027a4'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:23.333608 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:23.334328 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:23.351480 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] 10.222.0.48 "PUT /v2.0/ports/fcb56668-c13f-4fb2-83eb-845e29b080ce HTTP/1.1" status: 200 len: 1094 time: 6.6980271 Jun 29 08:03:23.390310 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79765057-c430-4292-bc5f-ee0c6a66b367', 'tag': 'fcb56668-c13f-4fb2-83eb-845e29b080ce'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:23.583211 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Request body: {'port': {'device_id': 'b4774888-237c-41c5-8c79-7a6e34d17d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:23.780022 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c3db8b74-108a-458b-818a-2c663917ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3daef319-3206-4fe6-a35a-ed8a472ff59f), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:23.832002 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c3db8b74-108a-458b-818a-2c663917ce6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:23.838655 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-c3db8b74-108a-458b-818a-2c663917ce6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3daef319-3206-4fe6-a35a-ed8a472ff59f HTTP/1.1" status: 204 len: 168 time: 1.7468646 Jun 29 08:03:23.875308 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db8b74-108a-458b-818a-2c663917ce6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daef319-3206-4fe6-a35a-ed8a472ff59f,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:23.886623 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a7bb7-2c5d-4caf-9fe8-05b91c5fe040 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb56668-c13f-4fb2-83eb-845e29b080ce,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:23.930109 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-04078d9b-c2d1-4a9c-9785-4aa7b00c5ed7 req-6c18e273-3a27-4960-a583-aefc79d92ef1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6452799 Jun 29 08:03:24.030160 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:24.450964 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device af5347dd-52e6-446d-9abc-b0233a350c9a up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:24.564681 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Request body: {'port': {'device_id': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:24.584433 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6b4bac-f676-48b6-aea6-642449fd20f7" -d '{"events": [{"name": "network-changed", "server_uuid": "79765057-c430-4292-bc5f-ee0c6a66b367", "tag": "fcb56668-c13f-4fb2-83eb-845e29b080ce"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:24.588258 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:24.657550 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b73486c4-fb64-4436-adf4-a01f43133322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:24.762894 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95f42-18fd-439f-863f-1bfe0ffc21c1 req-9083e101-1435-4bf8-895e-03b00c0217ea tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:24.768514 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port af5347dd-52e6-446d-9abc-b0233a350c9a triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:24.771621 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:24.776348 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-30a95f42-18fd-439f-863f-1bfe0ffc21c1 req-9083e101-1435-4bf8-895e-03b00c0217ea tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 932 time: 0.1880186 Jun 29 08:03:24.815148 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff9b28-556c-4e94-8440-7531e694e9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e221748f-d034-48b4-8150-5e3a269027a4,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:24.901613 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:24.921691 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-9287a586-1e55-4574-b1b7-443f370c4851 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:24.939689 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-9287a586-1e55-4574-b1b7-443f370c4851 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 817 time: 1.9094591 Jun 29 08:03:24.989597 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-30a95f42-18fd-439f-863f-1bfe0ffc21c1 req-d8a879ed-9ae4-4731-a8d1-247299eb3985 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052491 Jun 29 08:03:25.014489 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-19a7df67-c21b-4ce9-b782-b2b77fbfc2d4 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/quotas/4cd09897be9c4642b91dfb53a536e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0719249 Jun 29 08:03:25.102316 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port af5347dd-52e6-446d-9abc-b0233a350c9a is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:25.178251 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e73db4-c785-4473-850c-cf5dba7670fc {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:03:25.194146 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Publish callbacks [] for port (11e73db4-c785-4473-850c-cf5dba7670fc), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:25.219644 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1bbb36-8695-4b09-9f25-bfc92ad06a86", "tag": "e221748f-d034-48b4-8150-5e3a269027a4"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:25.245888 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Transition to ACTIVE for port object 11e73db4-c785-4473-850c-cf5dba7670fc will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:03:25.256375 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:25.322237 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-ff8e5b48-e731-4319-82c8-9a7a9ad32297 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3026366 Jun 29 08:03:25.491549 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Pushing event updated for resources: {'Port': ['ID=11e73db4-c785-4473-850c-cf5dba7670fc,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:25.507548 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee923dcf-0ab8-40b9-966f-f98e232a13c6 req-d5f84878-d93f-438a-8328-e08db43571af tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:25.516283 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ee923dcf-0ab8-40b9-966f-f98e232a13c6 req-d5f84878-d93f-438a-8328-e08db43571af tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 932 time: 0.3276687 Jun 29 08:03:25.684960 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:25.746356 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:25.812588 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ee923dcf-0ab8-40b9-966f-f98e232a13c6 req-ee890254-0641-4f60-b66e-c790a211d0d8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949538 Jun 29 08:03:25.820457 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Attempting to bind port 11e73db4-c785-4473-850c-cf5dba7670fc on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:03:25.820840 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Attempting to bind port 11e73db4-c785-4473-850c-cf5dba7670fc by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:03:25.825618 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Attempting to bind port 11e73db4-c785-4473-850c-cf5dba7670fc on network 11928363-ada8-4b50-83d3-967220ca2d99 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:25.846500 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Port 11e73db4-c785-4473-850c-cf5dba7670fc on network 11928363-ada8-4b50-83d3-967220ca2d99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:03:25.846776 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Attempting to bind port 11e73db4-c785-4473-850c-cf5dba7670fc on network 11928363-ada8-4b50-83d3-967220ca2d99 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:25.863660 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:03:25.863980 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Checking segment: {'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:03:25.864439 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Bound using segment: {'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:03:25.864888 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Bound port: 11e73db4-c785-4473-850c-cf5dba7670fc, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8689fd22-7ea8-4175-9dd6-5959099a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:03:25.865734 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:25.977926 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-f73b7ed7-96d9-44f1-ab53-0c209e97ee6c service neutron] 10.222.0.43 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446081 Jun 29 08:03:25.983443 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38328) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:25.989592 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:26.097214 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] For port 11e73db4-c785-4473-850c-cf5dba7670fc, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:03:26.104316 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] For port 11e73db4-c785-4473-850c-cf5dba7670fc, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=11e73db4-c785-4473-850c-cf5dba7670fc,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:03:26.124307 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93d914e-7134-4247-b5f0-de80f217a1e0 {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:03:26.137389 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:26.147793 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Publish callbacks [] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:26.233385 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Transition to ACTIVE for port object b93d914e-7134-4247-b5f0-de80f217a1e0 will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:03:26.312472 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:26.343230 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:26.344174 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:26.346564 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] 10.222.0.48 "PUT /v2.0/ports/11e73db4-c785-4473-850c-cf5dba7670fc HTTP/1.1" status: 200 len: 1094 time: 2.7792566 Jun 29 08:03:26.396171 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ae77a-d0ac-4be4-8733-fca63cb7eb25 service neutron] Pushing event updated for resources: {'Port': ['ID=11e73db4-c785-4473-850c-cf5dba7670fc,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:26.952058 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c770f9-182b-4d96-9373-2d047b455f5d req-d5fc0da0-184d-4dcc-aef1-e135376fdadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:26.963858 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-d5fc0da0-184d-4dcc-aef1-e135376fdadb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 1127 time: 0.4583862 Jun 29 08:03:26.967660 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Pushing event updated for resources: {'Port': ['ID=b93d914e-7134-4247-b5f0-de80f217a1e0,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:26.978093 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-22c4b793-2862-4f39-98ee-428f04b3d758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:26.993583 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-096941e8-e14b-45bb-929c-6e47a9c6c873 service neutron] 10.222.0.43 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0050457 Jun 29 08:03:27.013176 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7751-8306-4082-8186-6d295aacdc72 req-206b0b15-ed48-452e-b174-e4ee3bba1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:27.027003 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-206b0b15-ed48-452e-b174-e4ee3bba1d0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 1128 time: 0.5768404 Jun 29 08:03:27.047248 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70643211-4cbd-402c-bbb1-3ca279afdcb8 x-openstack-request-id: req-70643211-4cbd-402c-bbb1-3ca279afdcb8 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:27.052336 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79765057-c430-4292-bc5f-ee0c6a66b367", "tag": "fcb56668-c13f-4fb2-83eb-845e29b080ce", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:27.052838 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70643211-4cbd-402c-bbb1-3ca279afdcb8 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:27.055450 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70643211-4cbd-402c-bbb1-3ca279afdcb8'] response: {'name': 'network-changed', 'server_uuid': '79765057-c430-4292-bc5f-ee0c6a66b367', 'tag': 'fcb56668-c13f-4fb2-83eb-845e29b080ce', 'status': 'completed', 'code': 200} Jun 29 08:03:27.198671 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-74ac8bd2-ef73-4150-b5f7-b5124d58e911 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e221748f-d034-48b4-8150-5e3a269027a4 HTTP/1.1" status: 200 len: 217 time: 0.1578631 Jun 29 08:03:27.358311 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c770f9-182b-4d96-9373-2d047b455f5d req-0ca92e00-c6ed-4569-8b36-cd4298fd98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:27.363245 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-0ca92e00-c6ed-4569-8b36-cd4298fd98c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.1538486 Jun 29 08:03:27.434331 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fb790c93-c7f8-4c76-a253-82644e37a6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:27.475987 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38354) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:27.580627 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-b541f6cb-7755-4888-ac4a-995fe38fe44b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce HTTP/1.1" status: 200 len: 217 time: 0.4741073 Jun 29 08:03:27.845965 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7751-8306-4082-8186-6d295aacdc72 req-3c1c2e80-ab47-4687-835a-21762c57a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:27.847792 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-3c1c2e80-ab47-4687-835a-21762c57a3c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.2140956 Jun 29 08:03:27.851088 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c770f9-182b-4d96-9373-2d047b455f5d req-b9481a14-f66c-4fca-8b44-8811758fbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:27.854240 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07231e6-d283-40fb-b49e-481d21a96934 req-31ebb2db-dcf7-4c04-abdc-4a5f5ea6c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:27.855701 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-31ebb2db-dcf7-4c04-abdc-4a5f5ea6c6d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f46c6cdc3217456dba6eda8ff23e9f3a&device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 1128 time: 0.8232174 Jun 29 08:03:27.859248 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-b9481a14-f66c-4fca-8b44-8811758fbdf8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3793805 Jun 29 08:03:27.873982 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ab249-7154-43b1-b700-5d303611841c req-11a840d3-b87a-4d2f-a647-30b7df622474 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:27.874202 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Attempting to bind port b93d914e-7134-4247-b5f0-de80f217a1e0 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:03:27.874691 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Attempting to bind port b93d914e-7134-4247-b5f0-de80f217a1e0 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:03:27.875219 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Attempting to bind port b93d914e-7134-4247-b5f0-de80f217a1e0 on network 83284d8b-f58e-483b-bfde-1c25f92d3de3 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:27.891983 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ee0ab249-7154-43b1-b700-5d303611841c req-11a840d3-b87a-4d2f-a647-30b7df622474 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 943 time: 0.7280917 Jun 29 08:03:28.071792 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Port b93d914e-7134-4247-b5f0-de80f217a1e0 on network 83284d8b-f58e-483b-bfde-1c25f92d3de3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:03:28.073727 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Attempting to bind port b93d914e-7134-4247-b5f0-de80f217a1e0 on network 83284d8b-f58e-483b-bfde-1c25f92d3de3 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:28.109514 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:03:28.109888 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Checking segment: {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:03:28.110285 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Bound using segment: {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:03:28.110737 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Bound port: b93d914e-7134-4247-b5f0-de80f217a1e0, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:03:28.115917 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:28.271999 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-20c7c60a-cb0c-4568-995a-d23a90655930 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11e73db4-c785-4473-850c-cf5dba7670fc HTTP/1.1" status: 200 len: 217 time: 0.3760090 Jun 29 08:03:28.322205 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:28.332680 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2084701477-network', 'tenant_id': '4f33904a6b474414bd4632b2b024025c'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:28.517525 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:28.561929 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ee0ab249-7154-43b1-b700-5d303611841c req-eecd5498-3c23-497a-9c88-80369cb23640 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6686773 Jun 29 08:03:28.644757 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:28.711705 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] For port b93d914e-7134-4247-b5f0-de80f217a1e0, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:03:28.779144 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7751-8306-4082-8186-6d295aacdc72 req-73e7a738-8e59-4875-b91d-d33b95c28887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:28.796079 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-73e7a738-8e59-4875-b91d-d33b95c28887 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.9016612 Jun 29 08:03:28.809593 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-e4ff21e5-8c63-4533-a63f-bfa42e839b8f service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9109511 Jun 29 08:03:28.818213 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63db04f3-fe99-470e-a1e4-d0eb6d830d12 x-openstack-request-id: req-63db04f3-fe99-470e-a1e4-d0eb6d830d12 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:28.818688 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1bbb36-8695-4b09-9f25-bfc92ad06a86", "tag": "e221748f-d034-48b4-8150-5e3a269027a4", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:28.819041 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63db04f3-fe99-470e-a1e4-d0eb6d830d12 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:28.819606 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63db04f3-fe99-470e-a1e4-d0eb6d830d12'] response: {'name': 'network-changed', 'server_uuid': '4f1bbb36-8695-4b09-9f25-bfc92ad06a86', 'tag': 'e221748f-d034-48b4-8150-5e3a269027a4', 'status': 'completed', 'code': 200} Jun 29 08:03:28.823463 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] For port b93d914e-7134-4247-b5f0-de80f217a1e0, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b93d914e-7134-4247-b5f0-de80f217a1e0,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:03:28.910244 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Made reservation on behalf of 4f33904a6b474414bd4632b2b024025c for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:03:28.914902 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:29.009395 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:29.079732 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4774888-237c-41c5-8c79-7a6e34d17d70', 'tag': '11e73db4-c785-4473-850c-cf5dba7670fc'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:29.092173 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30ef112-5a44-47b9-9675-c09fbc7a88c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4774888-237c-41c5-8c79-7a6e34d17d70", "tag": "11e73db4-c785-4473-850c-cf5dba7670fc"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:29.123308 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c770f9-182b-4d96-9373-2d047b455f5d req-7cc31c85-53e2-4d43-8357-4431a9a81b25 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876105 Jun 29 08:03:29.197045 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:29.227616 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fb790c93-c7f8-4c76-a253-82644e37a6e5 admin admin] Publish callbacks [] for security_group (387256af-2adb-40bf-90bc-49104913b962), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:29.307608 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07231e6-d283-40fb-b49e-481d21a96934 req-ed128b95-3305-415e-9731-cd64fd7e70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:29.310524 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-ed128b95-3305-415e-9731-cd64fd7e70c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=752be294-aa2b-4dc6-a10c-39b74b4f2ebb HTTP/1.1" status: 200 len: 851 time: 0.9376545 Jun 29 08:03:29.311471 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:29.324541 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bbef4-fafe-4cef-a38e-7a3556ec629b req-fb8b5e04-d577-4443-a7d8-a82c233b3b53 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:29.326824 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f2bbef4-fafe-4cef-a38e-7a3556ec629b req-fb8b5e04-d577-4443-a7d8-a82c233b3b53 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 944 time: 0.3557377 Jun 29 08:03:29.466017 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fb790c93-c7f8-4c76-a253-82644e37a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (387256af-2adb-40bf-90bc-49104913b962), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:29.506340 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:29.580452 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-ef54a9fc-e399-4d2c-9066-baad0489be5b service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336459 Jun 29 08:03:29.675206 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:29.676434 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:29.678117 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] 10.222.0.48 "PUT /v2.0/ports/b93d914e-7134-4247-b5f0-de80f217a1e0 HTTP/1.1" status: 200 len: 1094 time: 5.2123761 Jun 29 08:03:29.685998 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07231e6-d283-40fb-b49e-481d21a96934 req-f3689f1e-ea56-49cb-bad1-d6e2e529ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:29.697309 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-f3689f1e-ea56-49cb-bad1-d6e2e529ed6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11928363-ada8-4b50-83d3-967220ca2d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3588564 Jun 29 08:03:29.703151 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=10 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:29.747144 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7789d4-aaed-4e68-b406-cf12a1b71e75 req-d6878f84-a11b-4862-a8b7-17f2948793f0 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:29.749209 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7c7789d4-aaed-4e68-b406-cf12a1b71e75 req-d6878f84-a11b-4862-a8b7-17f2948793f0 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 944 time: 0.6078851 Jun 29 08:03:29.785891 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-fb790c93-c7f8-4c76-a253-82644e37a6e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d474fa94d97b4726b436e44dbf9161f6&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7996733 Jun 29 08:03:29.815438 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb790c93-c7f8-4c76-a253-82644e37a6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387256af-2adb-40bf-90bc-49104913b962,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:29.831113 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-11c14b40-d0c1-41a1-beb6-6892bcadc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:29.834802 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-11c14b40-d0c1-41a1-beb6-6892bcadc652 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 1127 time: 0.4257421 Jun 29 08:03:29.847211 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38428) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:29.877990 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93690d32-256a-4a10-9752-fc21506d4644 service neutron] Pushing event updated for resources: {'Port': ['ID=b93d914e-7134-4247-b5f0-de80f217a1e0,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:29.943640 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:29.972034 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Publish callbacks [] for security_group (eec6585b-2f01-4e87-8d68-0aea4f32207b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:29.993068 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:30.019742 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (eec6585b-2f01-4e87-8d68-0aea4f32207b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:30.096178 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7c7789d4-aaed-4e68-b406-cf12a1b71e75 req-fd1df85d-3dc4-47ba-a6dd-45f805af80f2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335042 Jun 29 08:03:30.172117 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bbb95227-2487-4bfd-a2e0-9d7e2186370c admin admin] Publish callbacks [] for security_group (387256af-2adb-40bf-90bc-49104913b962), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:30.222649 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bbb95227-2487-4bfd-a2e0-9d7e2186370c admin admin] Publish callbacks [] for security_group (387256af-2adb-40bf-90bc-49104913b962), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:30.299052 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-26eba5fd-11cd-4c16-8b60-496ce0504d42 service neutron] 10.222.0.48 "GET /v2.0/networks/11928363-ada8-4b50-83d3-967220ca2d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045527 Jun 29 08:03:30.325934 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:03:30.349026 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f2bbef4-fafe-4cef-a38e-7a3556ec629b req-04144051-7acc-4849-9e8d-159c1975f7ac tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9989481 Jun 29 08:03:30.358852 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-43606b5b-04ba-4232-b0a8-6f0b727d9a6c req-b80662a8-9aa8-435d-8905-0e612ae473fc tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 210 time: 0.0750022 Jun 29 08:03:30.408706 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec6585b-2f01-4e87-8d68-0aea4f32207b,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:30.427627 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (c21f4192-6cef-43f0-9590-14183300b326), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:30.428772 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Added segment c21f4192-6cef-43f0-9590-14183300b326 of type vlan for network 40f880d4-1da3-489b-9dbb-54655f1de70b Jun 29 08:03:30.433589 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bbb95227-2487-4bfd-a2e0-9d7e2186370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (387256af-2adb-40bf-90bc-49104913b962), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:30.449173 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bbb95227-2487-4bfd-a2e0-9d7e2186370c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:30.455149 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-bbb95227-2487-4bfd-a2e0-9d7e2186370c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/387256af-2adb-40bf-90bc-49104913b962 HTTP/1.1" status: 204 len: 168 time: 0.6058726 Jun 29 08:03:30.462739 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38438) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:30.599764 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (40f880d4-1da3-489b-9dbb-54655f1de70b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:30.606659 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e5b8ee-7aab-4188-9fa8-5639334ce82d x-openstack-request-id: req-e6e5b8ee-7aab-4188-9fa8-5639334ce82d {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:30.607544 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4774888-237c-41c5-8c79-7a6e34d17d70", "tag": "11e73db4-c785-4473-850c-cf5dba7670fc", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:30.607813 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6e5b8ee-7aab-4188-9fa8-5639334ce82d {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:30.608245 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e5b8ee-7aab-4188-9fa8-5639334ce82d'] response: {'name': 'network-changed', 'server_uuid': 'b4774888-237c-41c5-8c79-7a6e34d17d70', 'tag': '11e73db4-c785-4473-850c-cf5dba7670fc', 'status': 'completed', 'code': 200} Jun 29 08:03:30.666487 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d19b7751-8306-4082-8186-6d295aacdc72 req-4dbeea9a-a97b-472f-9434-00b71c165444 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0081382 Jun 29 08:03:30.794823 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (40f880d4-1da3-489b-9dbb-54655f1de70b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:30.795984 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:30.796829 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:30.940472 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:30.949094 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] Pushing event updated for resources: {'Network': ['ID=40f880d4-1da3-489b-9dbb-54655f1de70b,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:30.965230 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-842a6da6-90fc-4598-8e51-3d8eead9acbb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4862638 Jun 29 08:03:30.975427 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 40f880d4-1da3-489b-9dbb-54655f1de70b details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:03:30.981032 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38444) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:31.004872 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Request body: {'subnet': {'network_id': '40f880d4-1da3-489b-9dbb-54655f1de70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2084701477-subnet', 'tenant_id': '4f33904a6b474414bd4632b2b024025c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:31.017740 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:31.102995 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a07231e6-d283-40fb-b49e-481d21a96934 req-96a83c12-56f5-450d-aae0-10a0611bce23 service neutron] 10.222.0.48 "GET /v2.0/networks/11928363-ada8-4b50-83d3-967220ca2d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412010 Jun 29 08:03:31.115136 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.48', 56388) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:31.131079 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'tag': 'b93d914e-7134-4247-b5f0-de80f217a1e0'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:31.149686 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Made reservation on behalf of 4f33904a6b474414bd4632b2b024025c for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:03:31.154612 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:31.171981 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d97f9b-3f4a-4a5e-89e8-98d55412fe71", "tag": "b93d914e-7134-4247-b5f0-de80f217a1e0"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:31.267674 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb95227-2487-4bfd-a2e0-9d7e2186370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387256af-2adb-40bf-90bc-49104913b962,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:31.275511 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-27ee99b7-796c-44a6-b956-7450b64093c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:31.276288 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-27ee99b7-796c-44a6-b956-7450b64093c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 1128 time: 0.7726455 Jun 29 08:03:31.439862 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d740a-9ee2-4627-93dd-2cdba421b60c req-8f668b17-c533-4080-a485-f0854bc14dec tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:31.441692 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-989d740a-9ee2-4627-93dd-2cdba421b60c req-8f668b17-c533-4080-a485-f0854bc14dec tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 943 time: 0.2571912 Jun 29 08:03:31.470468 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8f57d74c-bc3e-426c-8fbc-d4e831b80e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:31.502460 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38468) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:31.563656 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-e4e536fe-737c-4edc-8419-3183e41a0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:31.565792 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-e4e536fe-737c-4edc-8419-3183e41a0909 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 1128 time: 0.4021099 Jun 29 08:03:31.600421 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67542053-9283-478e-bfb2-d73029843e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:31.616145 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:31.619726 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f26d0-29be-4b9c-ac9d-a1d98391bd16 req-099f621f-b54a-4b64-be9a-6181cc439a7e tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:31.621458 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-844f26d0-29be-4b9c-ac9d-a1d98391bd16 req-099f621f-b54a-4b64-be9a-6181cc439a7e tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 944 time: 0.2974439 Jun 29 08:03:31.650259 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-9185082c-8bce-4afe-9c8c-28ca271a9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:31.653086 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-9185082c-8bce-4afe-9c8c-28ca271a9c03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 1.1935616 Jun 29 08:03:31.657026 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-b07fd552-2439-4afa-9cdd-c94a7165b288 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:31.658866 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-b07fd552-2439-4afa-9cdd-c94a7165b288 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.48 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 817 time: 0.5455067 Jun 29 08:03:31.755497 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-989d740a-9ee2-4627-93dd-2cdba421b60c req-b8c36c9d-d005-4a4d-8592-2704edf99ec9 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970679 Jun 29 08:03:31.765055 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-e321b06b-9542-4ce5-af79-2168f5cc956d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93d914e-7134-4247-b5f0-de80f217a1e0 HTTP/1.1" status: 200 len: 217 time: 0.1106131 Jun 29 08:03:31.874977 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c17bc2a-35b5-4422-99f8-f6f28cc32951 x-openstack-request-id: req-7c17bc2a-35b5-4422-99f8-f6f28cc32951 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:31.875248 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d97f9b-3f4a-4a5e-89e8-98d55412fe71", "tag": "b93d914e-7134-4247-b5f0-de80f217a1e0", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:31.875492 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c17bc2a-35b5-4422-99f8-f6f28cc32951 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:31.875887 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c17bc2a-35b5-4422-99f8-f6f28cc32951'] response: {'name': 'network-changed', 'server_uuid': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'tag': 'b93d914e-7134-4247-b5f0-de80f217a1e0', 'status': 'completed', 'code': 200} Jun 29 08:03:31.903024 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-9490ee60-4b30-4266-b907-ea01e1aba73a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e221748f-d034-48b4-8150-5e3a269027a4 HTTP/1.1" status: 200 len: 217 time: 0.0880051 Jun 29 08:03:31.983529 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:32.020379 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-5c1db46d-b461-4762-81d1-1478dddaa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:32.021963 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-5c1db46d-b461-4762-81d1-1478dddaa80d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609be66d-5709-4032-86d4-0115dbc1bb2c HTTP/1.1" status: 200 len: 849 time: 0.1944141 Jun 29 08:03:32.028972 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4cc63-4944-4bf0-8648-29a251d71d76 req-f29808c3-080b-4ec5-a0c1-7237899c888a tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:32.030578 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c8b4cc63-4944-4bf0-8648-29a251d71d76 req-f29808c3-080b-4ec5-a0c1-7237899c888a tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 944 time: 0.1342399 Jun 29 08:03:32.046285 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-844f26d0-29be-4b9c-ac9d-a1d98391bd16 req-a6dbd5e1-0fd0-4d8d-b058-5a956fe7e426 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091609 Jun 29 08:03:32.061468 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67542053-9283-478e-bfb2-d73029843e95 admin admin] Publish callbacks [] for security_group (19a1a4e6-41b4-4d23-9a66-e40a4ef8e3f1), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.066742 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-983d4b19-4ad1-42ce-bc75-fec820e8627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:32.068371 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-983d4b19-4ad1-42ce-bc75-fec820e8627a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.1495690 Jun 29 08:03:32.079156 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67542053-9283-478e-bfb2-d73029843e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (19a1a4e6-41b4-4d23-9a66-e40a4ef8e3f1), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.142907 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67542053-9283-478e-bfb2-d73029843e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a1a4e6-41b4-4d23-9a66-e40a4ef8e3f1,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:32.144407 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-b42397e0-225f-4dac-bac5-c21f7a84145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:32.146023 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-b42397e0-225f-4dac-bac5-c21f7a84145f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f46c6cdc3217456dba6eda8ff23e9f3a&device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 1128 time: 0.2455225 Jun 29 08:03:32.157146 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-67542053-9283-478e-bfb2-d73029843e95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b36fde9be1c449f6bd10ad28910138d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6418734 Jun 29 08:03:32.157434 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38478) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:32.170400 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c8b4cc63-4944-4bf0-8648-29a251d71d76 req-a2e3c18f-2853-41c9-8544-4cd3484ad8a0 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236231 Jun 29 08:03:32.190194 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:32.235781 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8f771d1d-337e-4e8b-a095-2225c4c7d7ae admin admin] Publish callbacks [] for security_group (19a1a4e6-41b4-4d23-9a66-e40a4ef8e3f1), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.262887 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8f771d1d-337e-4e8b-a095-2225c4c7d7ae admin admin] Publish callbacks [] for security_group (19a1a4e6-41b4-4d23-9a66-e40a4ef8e3f1), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.305267 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-247562de-559c-4ab8-968f-63f96004f3d8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd09897be9c4642b91dfb53a536e7d1 HTTP/1.1" status: 200 len: 380 time: 0.3953490 Jun 29 08:03:32.307821 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8f57d74c-bc3e-426c-8fbc-d4e831b80e53 admin admin] Publish callbacks [] for security_group (9a3c4704-8af8-423a-9735-cc67542c89b0), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.316787 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (26213efb-013f-4b3b-aa9d-2a1b21a05393), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.322816 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cd31df2e-2765-4cc6-9f66-cdac3258849a req-b466ccdb-050d-4b26-b2aa-546a666d9d61 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 210 time: 0.1031814 Jun 29 08:03:32.332360 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:32.333818 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8f57d74c-bc3e-426c-8fbc-d4e831b80e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (9a3c4704-8af8-423a-9735-cc67542c89b0), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.336550 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8f771d1d-337e-4e8b-a095-2225c4c7d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (19a1a4e6-41b4-4d23-9a66-e40a4ef8e3f1), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.340667 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8f771d1d-337e-4e8b-a095-2225c4c7d7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.346052 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-8f771d1d-337e-4e8b-a095-2225c4c7d7ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19a1a4e6-41b4-4d23-9a66-e40a4ef8e3f1 HTTP/1.1" status: 204 len: 168 time: 0.1838000 Jun 29 08:03:32.356874 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f771d1d-337e-4e8b-a095-2225c4c7d7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a1a4e6-41b4-4d23-9a66-e40a4ef8e3f1,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:32.419681 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-cfc5d766-2821-4fec-86a4-23b4599e427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:32.421243 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-cfc5d766-2821-4fec-86a4-23b4599e427d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.5195987 Jun 29 08:03:32.451616 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-8f57d74c-bc3e-426c-8fbc-d4e831b80e53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=428f947de2f44d3f958711de321e3ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9725428 Jun 29 08:03:32.454708 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38482) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:32.455416 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57d74c-bc3e-426c-8fbc-d4e831b80e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3c4704-8af8-423a-9735-cc67542c89b0,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:32.459686 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26213efb-013f-4b3b-aa9d-2a1b21a05393,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:32.492431 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Checking segment: {'id': 'c21f4192-6cef-43f0-9590-14183300b326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '40f880d4-1da3-489b-9dbb-54655f1de70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:03:32.492811 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Network hostable DHCP agents. Network: 40f880d4-1da3-489b-9dbb-54655f1de70b, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:03:32.521832 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7a940714-e102-4d31-b01f-f7dd8d6e1573 admin admin] Publish callbacks [] for security_group (9a3c4704-8af8-423a-9735-cc67542c89b0), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.525843 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Network 40f880d4-1da3-489b-9dbb-54655f1de70b is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:03:32.539638 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 40f880d4-1da3-489b-9dbb-54655f1de70b) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:03:32.545188 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:32.546227 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.561116 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d0d7d-1a89-4753-a21f-61d2edf54cb7 None None] Network 40f880d4-1da3-489b-9dbb-54655f1de70b requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:03:32.569380 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7a940714-e102-4d31-b01f-f7dd8d6e1573 admin admin] Publish callbacks [] for security_group (9a3c4704-8af8-423a-9735-cc67542c89b0), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.580582 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0d72c5e5-486c-466c-a138-8dbecb48730d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5967598 Jun 29 08:03:32.676818 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7a940714-e102-4d31-b01f-f7dd8d6e1573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (9a3c4704-8af8-423a-9735-cc67542c89b0), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.681465 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7a940714-e102-4d31-b01f-f7dd8d6e1573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:32.682391 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-7a940714-e102-4d31-b01f-f7dd8d6e1573 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a3c4704-8af8-423a-9735-cc67542c89b0 HTTP/1.1" status: 204 len: 168 time: 0.2266729 Jun 29 08:03:32.693180 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a940714-e102-4d31-b01f-f7dd8d6e1573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3c4704-8af8-423a-9735-cc67542c89b0,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:32.750539 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35491f3-c4cc-42df-90f0-6b0f1125b64f None None] Network 40f880d4-1da3-489b-9dbb-54655f1de70b requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:03:32.942715 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1856948-f0a0-442e-bf94-b23627cb0e7f req-19e012d9-08fb-4a74-8557-c6517ca5e124 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:32.944378 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c1856948-f0a0-442e-bf94-b23627cb0e7f req-19e012d9-08fb-4a74-8557-c6517ca5e124 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 943 time: 0.0886579 Jun 29 08:03:33.017256 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c1856948-f0a0-442e-bf94-b23627cb0e7f req-979f0ec6-208d-45d0-ba3d-08f5625ac47d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628231 Jun 29 08:03:33.354907 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1667-093d-47f9-bb0e-82c592edda83 req-2292b02d-16a9-40b7-9f74-a8029e411959 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:33.378625 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d89e1667-093d-47f9-bb0e-82c592edda83 req-2292b02d-16a9-40b7-9f74-a8029e411959 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 944 time: 0.1786308 Jun 29 08:03:33.450796 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973650cf-7dc4-4bfa-9e04-e09c10bbf0cf req-73742c92-4fef-4dbd-9303-4ae072863867 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:33.453323 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-973650cf-7dc4-4bfa-9e04-e09c10bbf0cf req-73742c92-4fef-4dbd-9303-4ae072863867 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 944 time: 0.0876122 Jun 29 08:03:33.516821 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:33.523207 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d89e1667-093d-47f9-bb0e-82c592edda83 req-5717e2cb-b507-4a78-b570-23937e7be9dc tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395555 Jun 29 08:03:33.548458 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-973650cf-7dc4-4bfa-9e04-e09c10bbf0cf req-fd00745b-ea7a-4985-be48-464eea6e2813 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830774 Jun 29 08:03:33.628938 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38526) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:33.651793 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-31b59666-75f9-43b1-960d-1147ef4ef034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:33.731981 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-34b1afd7-0dea-4fd2-84be-1cdfc26fafba req-281f6d92-30a3-4d91-8e0c-6bce245da20d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 210 time: 0.1176980 Jun 29 08:03:33.793075 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-31b59666-75f9-43b1-960d-1147ef4ef034 admin admin] Publish callbacks [] for security_group (3038ab9d-09ea-4709-9f56-05752d14e8bd), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:33.799627 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-31b59666-75f9-43b1-960d-1147ef4ef034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3038ab9d-09ea-4709-9f56-05752d14e8bd), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:33.881019 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-31b59666-75f9-43b1-960d-1147ef4ef034 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca78026c6ce543299ba4ea20941f4ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508438 Jun 29 08:03:33.882567 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b59666-75f9-43b1-960d-1147ef4ef034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3038ab9d-09ea-4709-9f56-05752d14e8bd,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:33.886454 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38534) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:33.985947 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-adc8ccf1-1fbd-4260-9937-fa5cade29222 admin admin] Publish callbacks [] for security_group (3038ab9d-09ea-4709-9f56-05752d14e8bd), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:34.032354 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-adc8ccf1-1fbd-4260-9937-fa5cade29222 admin admin] Publish callbacks [] for security_group (3038ab9d-09ea-4709-9f56-05752d14e8bd), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:34.117109 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-adc8ccf1-1fbd-4260-9937-fa5cade29222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3038ab9d-09ea-4709-9f56-05752d14e8bd), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:34.121520 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-adc8ccf1-1fbd-4260-9937-fa5cade29222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:34.124121 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-adc8ccf1-1fbd-4260-9937-fa5cade29222 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3038ab9d-09ea-4709-9f56-05752d14e8bd HTTP/1.1" status: 204 len: 168 time: 0.2349265 Jun 29 08:03:34.139580 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8ccf1-1fbd-4260-9937-fa5cade29222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038ab9d-09ea-4709-9f56-05752d14e8bd,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:34.157678 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38546) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:34.166830 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1372127900-network', 'tenant_id': 'bb208e395a2e4fb7b16a7e21dba1e573'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:34.216671 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Made reservation on behalf of bb208e395a2e4fb7b16a7e21dba1e573 for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:03:34.220060 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:34.247102 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:34.298042 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babc59b-873c-4795-ba4a-dff17de5097e req-ece9b579-df9b-48de-9794-1a7e6a6f0daa tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:34.300045 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7babc59b-873c-4795-ba4a-dff17de5097e req-ece9b579-df9b-48de-9794-1a7e6a6f0daa tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 943 time: 0.1495090 Jun 29 08:03:34.371272 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7babc59b-873c-4795-ba4a-dff17de5097e req-16bd9b81-ad2f-4b1b-aad1-74d443b98edd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596585 Jun 29 08:03:34.419920 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Publish callbacks [] for security_group (23e4b2f9-0d60-4687-b037-83a63bd9ee24), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:34.427082 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (23e4b2f9-0d60-4687-b037-83a63bd9ee24), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:34.459777 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:34.480506 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:03:34.700455 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:34.704501 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-17e64672-439d-4da1-a107-ad756d3da7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:34.708223 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-17e64672-439d-4da1-a107-ad756d3da7cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=11928363-ada8-4b50-83d3-967220ca2d99 HTTP/1.1" status: 200 len: 913 time: 0.1928377 Jun 29 08:03:34.715384 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (7f62f0d4-c118-423b-b493-1c6551867825), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:34.716300 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Added segment 7f62f0d4-c118-423b-b493-1c6551867825 of type vlan for network d35f109a-105e-4674-9395-8ab491fc9afa Jun 29 08:03:34.734260 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'port': {'device_id': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'admin_state_up': True, 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'security_groups': ['59d4b907-a9fd-4682-85db-27ac8c0d2b6d']}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:34.766412 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdabcc-ffee-408b-b3e0-fa62fe5e32cc req-14d9f458-cfc4-4288-971d-82c19c182cfd tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:34.774974 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4ffdabcc-ffee-408b-b3e0-fa62fe5e32cc req-14d9f458-cfc4-4288-971d-82c19c182cfd tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 944 time: 0.0876329 Jun 29 08:03:34.796960 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-bdd27808-198d-4b5d-a0da-bf8949d178dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:34.798644 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-bdd27808-198d-4b5d-a0da-bf8949d178dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2864344 Jun 29 08:03:34.822868 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:34.824580 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-11eaac2d-5297-47fa-8af6-5fcf8d158dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:34.826698 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-11eaac2d-5297-47fa-8af6-5fcf8d158dab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83284d8b-f58e-483b-bfde-1c25f92d3de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2852416 Jun 29 08:03:34.927981 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4ffdabcc-ffee-408b-b3e0-fa62fe5e32cc req-1c0f1053-9bdb-4e2d-80ae-8e50fecc53d1 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519091 Jun 29 08:03:35.068361 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-9283fab0-8752-4858-b431-1625a533f24c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11e73db4-c785-4473-850c-cf5dba7670fc HTTP/1.1" status: 200 len: 217 time: 0.3244879 Jun 29 08:03:35.068901 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e4b2f9-0d60-4687-b037-83a63bd9ee24,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:35.105326 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-23f21650-3001-46da-b883-18ff35de2680 req-4763a0c5-097e-4bf6-b009-430456354dee tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 210 time: 0.0456121 Jun 29 08:03:35.147149 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-4136b3b7-31b2-420a-a8cf-ee36aac048c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce HTTP/1.1" status: 200 len: 217 time: 0.4536579 Jun 29 08:03:35.165298 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-bcf59608-e5e9-4226-9d8b-50571002e430 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176334 Jun 29 08:03:35.165298 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-755f3ac2-fa89-4284-bc3b-c1c4cfa9ba7e service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549638 Jun 29 08:03:35.245260 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device fcb56668-c13f-4fb2-83eb-845e29b080ce details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:03:35.307339 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-ec0cfeb9-8e09-47d2-b18c-275d76607616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:35.308653 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-ec0cfeb9-8e09-47d2-b18c-275d76607616 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.0878356 Jun 29 08:03:35.402842 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-69cfa2d6-b247-41c3-abca-1c4d70285d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:35.404653 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-69cfa2d6-b247-41c3-abca-1c4d70285d68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0685256 Jun 29 08:03:35.412471 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (d35f109a-105e-4674-9395-8ab491fc9afa), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:35.434983 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb3974-de3c-4b01-be81-105eb2dfcf82 req-f39eec33-767e-40d8-aa3e-da1b98b86047 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:35.436903 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6dcb3974-de3c-4b01-be81-105eb2dfcf82 req-f39eec33-767e-40d8-aa3e-da1b98b86047 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 944 time: 0.7177856 Jun 29 08:03:35.511379 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-1027c85b-567b-4363-99ef-66380d91c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:35.511687 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-e973f1db-0487-43a4-90be-fea581aa4912 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417687 Jun 29 08:03:35.514754 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-1027c85b-567b-4363-99ef-66380d91c943 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=752be294-aa2b-4dc6-a10c-39b74b4f2ebb HTTP/1.1" status: 200 len: 851 time: 0.4222674 Jun 29 08:03:35.542350 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-255a8ef5-eafb-40cb-829e-d00ad3ced8a6 req-4f30b6a3-068f-4448-8e4a-63749255e4d9 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674185 Jun 29 08:03:35.563636 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Made reservation on behalf of 4cd09897be9c4642b91dfb53a536e7d1 for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:03:35.567335 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:35.701403 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port fcb56668-c13f-4fb2-83eb-845e29b080ce, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:35.725288 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'fcb56668-c13f-4fb2-83eb-845e29b080ce', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'port_id': 'fcb56668-c13f-4fb2-83eb-845e29b080ce', 'mac_address': 'fa:16:3e:ae:1c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:03:35.736717 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:35.786248 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port fcb56668-c13f-4fb2-83eb-845e29b080ce is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:35.787463 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:35.800647 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (d35f109a-105e-4674-9395-8ab491fc9afa), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:35.801798 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:35.802520 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:35.812238 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb56668-c13f-4fb2-83eb-845e29b080ce {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:03:35.833346 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666345a-6498-401b-a581-7f7d40e2464a req-f8a5594a-c507-415d-b68f-76576028c2b4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:35.846651 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b666345a-6498-401b-a581-7f7d40e2464a req-f8a5594a-c507-415d-b68f-76576028c2b4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 943 time: 0.1874180 Jun 29 08:03:35.865585 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port fcb56668-c13f-4fb2-83eb-845e29b080ce, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:35.872468 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:35.937515 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] Pushing event updated for resources: {'Network': ['ID=d35f109a-105e-4674-9395-8ab491fc9afa,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:35.954974 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-537fe94c-d098-4413-9455-28a71ab65b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:35.956909 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-537fe94c-d098-4413-9455-28a71ab65b0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11928363-ada8-4b50-83d3-967220ca2d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3945036 Jun 29 08:03:35.977859 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network d35f109a-105e-4674-9395-8ab491fc9afa details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:03:35.983559 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:35.985014 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6dcb3974-de3c-4b01-be81-105eb2dfcf82 req-8521295a-6444-41ed-8d30-e4f354850484 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5294983 Jun 29 08:03:36.031813 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38594) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:36.032566 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d552716c-2667-4546-9ec8-340baa67a8cd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8661063 Jun 29 08:03:36.051525 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=fcb56668-c13f-4fb2-83eb-845e29b080ce,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:36.060131 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Request body: {'subnet': {'network_id': 'd35f109a-105e-4674-9395-8ab491fc9afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1372127900-subnet', 'tenant_id': 'bb208e395a2e4fb7b16a7e21dba1e573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:36.106619 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b666345a-6498-401b-a581-7f7d40e2464a req-89eceb3a-5c12-4c41-997e-669405340693 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514341 Jun 29 08:03:36.143178 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-3f805aa2-b411-45bd-8cdb-1a83102c3017 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183135 Jun 29 08:03:36.177168 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Made reservation on behalf of bb208e395a2e4fb7b16a7e21dba1e573 for: {'subnet': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:03:36.181769 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:36.264492 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ce48d-2d61-419d-9974-4de281995a26 req-9cf887e8-ff2a-43ee-a00e-f5de51932b2e tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:36.267774 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ae4ce48d-2d61-419d-9974-4de281995a26 req-9cf887e8-ff2a-43ee-a00e-f5de51932b2e tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 944 time: 0.1394866 Jun 29 08:03:36.312692 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Allocated IP 172.20.0.8 (2f3afbc5-288f-4461-967f-3d79e5607ae1/c3674e35-78be-4792-bbee-240b87745afd/dfb8e71b-41e2-4d03-8de7-4f7323f5b53b) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:03:36.318475 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:36.426555 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ae4ce48d-2d61-419d-9974-4de281995a26 req-5aa54f58-177d-4a55-8afd-9c0040ebda2d tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452558 Jun 29 08:03:36.440819 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:36.733777 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3b2eedbc-3a77-49f6-8cb1-b940a5ec944d req-7cde0d1d-7cd0-4726-8a20-51be7a461880 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 210 time: 0.0778754 Jun 29 08:03:36.955407 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (ec32ae5a-6abc-4e87-be06-19b5315af61c), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:37.056475 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec32ae5a-6abc-4e87-be06-19b5315af61c,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:37.077449 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:37.129295 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Checking segment: {'id': '7f62f0d4-c118-423b-b493-1c6551867825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd35f109a-105e-4674-9395-8ab491fc9afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:03:37.130206 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Network hostable DHCP agents. Network: d35f109a-105e-4674-9395-8ab491fc9afa, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:03:37.166912 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Network d35f109a-105e-4674-9395-8ab491fc9afa is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:03:37.203114 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, d35f109a-105e-4674-9395-8ab491fc9afa) {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:03:37.212218 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:37.213658 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:37.218047 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5b1e80-c194-432c-ab36-666b34a0a119 None None] Network d35f109a-105e-4674-9395-8ab491fc9afa requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:03:37.261440 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-f9aefc72-0c93-4d0e-a23c-fa0ac7d7641a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2187157 Jun 29 08:03:37.474007 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11b1a8-24d1-4442-97b4-5bb58392d338 req-3aa51284-4264-4326-a395-b59c74d0548b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:37.477350 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8c11b1a8-24d1-4442-97b4-5bb58392d338 req-3aa51284-4264-4326-a395-b59c74d0548b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 944 time: 0.2417977 Jun 29 08:03:37.498636 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:37.557522 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:37.602562 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Network 2f3afbc5-288f-4461-967f-3d79e5607ae1 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:03:37.610560 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c856f34a-ad2f-4af4-96dc-2db899a61c8b None None] Network d35f109a-105e-4674-9395-8ab491fc9afa requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:03:37.616877 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:03:37.619356 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:37.637725 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656552e-3b91-42f3-8652-c703bd105c99 req-f81c9eb7-e3fe-4a18-b559-5c3953bb77a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:37.643337 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5656552e-3b91-42f3-8652-c703bd105c99 req-f81c9eb7-e3fe-4a18-b559-5c3953bb77a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 943 time: 0.2651343 Jun 29 08:03:37.652889 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:03:37.662725 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:37.666278 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:37.716557 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8c11b1a8-24d1-4442-97b4-5bb58392d338 req-3ccf38e8-ba75-4679-894c-085dc70d098a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006717 Jun 29 08:03:37.733781 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-eb6d460e-ad24-4199-bdc4-07ec1d72d5a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0359883 Jun 29 08:03:37.834081 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5656552e-3b91-42f3-8652-c703bd105c99 req-cee97918-77e4-4166-9be0-30098d9919c9 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740818 Jun 29 08:03:37.940827 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e33d1-054e-4deb-8225-cef6613a72fd req-993d44a9-dcce-4e34-8801-b41d95c7ac3d tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:37.945609 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-329e33d1-054e-4deb-8225-cef6613a72fd req-993d44a9-dcce-4e34-8801-b41d95c7ac3d tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 944 time: 0.1175406 Jun 29 08:03:38.047355 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea36a02-0a4d-43cc-bb15-25275e71667b req-baa55188-4ca7-4463-8964-b48282a5c30b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:38.049739 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cea36a02-0a4d-43cc-bb15-25275e71667b req-baa55188-4ca7-4463-8964-b48282a5c30b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 931 time: 0.1210427 Jun 29 08:03:38.061847 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-329e33d1-054e-4deb-8225-cef6613a72fd req-a2307c4f-20f2-4a34-8066-7cc16b900945 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068506 Jun 29 08:03:38.102092 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 11e73db4-c785-4473-850c-cf5dba7670fc details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:03:38.104704 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:38.133368 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cea36a02-0a4d-43cc-bb15-25275e71667b req-b2e61666-b36c-441c-9688-c92b4c21b96c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701559 Jun 29 08:03:38.197968 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-3cdee344-2bb1-4fe4-8a01-8a67ad5dd373 None None] Provisioning complete for port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:38.198416 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3cdee344-2bb1-4fe4-8a01-8a67ad5dd373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:38.284931 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-3cdee344-2bb1-4fe4-8a01-8a67ad5dd373 None None] Port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:03:38.424963 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 11e73db4-c785-4473-850c-cf5dba7670fc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=11e73db4-c785-4473-850c-cf5dba7670fc,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:38.473237 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '11e73db4-c785-4473-850c-cf5dba7670fc', 'network_id': '11928363-ada8-4b50-83d3-967220ca2d99', 'port_id': '11e73db4-c785-4473-850c-cf5dba7670fc', 'mac_address': 'fa:16:3e:80:c9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752be294-aa2b-4dc6-a10c-39b74b4f2ebb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:03:38.539983 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['fcb56668-c13f-4fb2-83eb-845e29b080ce'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:03:38.668336 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 11e73db4-c785-4473-850c-cf5dba7670fc is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:38.669846 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:38.772636 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e73db4-c785-4473-850c-cf5dba7670fc {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:03:38.891220 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Request body: {'port': {'device_id': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:39.093645 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-272dcf2b-f83e-4b18-b651-3b72bc865bf3 service neutron] 10.222.0.48 "GET /v2.0/networks/11928363-ada8-4b50-83d3-967220ca2d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069204 Jun 29 08:03:39.101018 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-50997044-02bd-4240-b23f-d3c93283d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:39.103256 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-50997044-02bd-4240-b23f-d3c93283d84b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 1128 time: 0.2164774 Jun 29 08:03:39.203823 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 11e73db4-c785-4473-850c-cf5dba7670fc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=11e73db4-c785-4473-850c-cf5dba7670fc,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:39.229604 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:39.231248 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device e221748f-d034-48b4-8150-5e3a269027a4 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:03:39.284200 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-25cb787e-ee37-4703-8662-caf7e769521e service neutron] 10.222.0.48 "GET /v2.0/networks/11928363-ada8-4b50-83d3-967220ca2d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690996 Jun 29 08:03:39.336651 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980e7b-785e-4bdc-8573-527026c48d10 req-818869e4-3005-4e83-a1ff-af4368bcff62 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:39.342136 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7980e7b-785e-4bdc-8573-527026c48d10 req-818869e4-3005-4e83-a1ff-af4368bcff62 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 943 time: 0.2927489 Jun 29 08:03:39.450371 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7a6b4bac-f676-48b6-aea6-642449fd20f7 req-d61e53da-f1bb-4041-8bd8-e8415e3cdfbc service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646799 Jun 29 08:03:39.464456 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:39.502896 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650196d-0209-4a13-b6de-a0add3408c25 req-178575b6-c610-4c1e-a633-d10c837ec1ba tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:39.513507 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4650196d-0209-4a13-b6de-a0add3408c25 req-178575b6-c610-4c1e-a633-d10c837ec1ba tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 944 time: 0.4230216 Jun 29 08:03:39.519764 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:39.557421 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port e221748f-d034-48b4-8150-5e3a269027a4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e221748f-d034-48b4-8150-5e3a269027a4,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:39.587310 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7980e7b-785e-4bdc-8573-527026c48d10 req-54ecfa19-cdbd-4e47-9c3b-6922ada6624e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204011 Jun 29 08:03:39.596173 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:39.599570 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'e221748f-d034-48b4-8150-5e3a269027a4', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'port_id': 'e221748f-d034-48b4-8150-5e3a269027a4', 'mac_address': 'fa:16:3e:b9:d9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:03:39.637510 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:39.681989 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-416a09b8-bff6-4fd4-a780-64958460f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:39.688735 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-416a09b8-bff6-4fd4-a780-64958460f979 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 911 time: 0.5304480 Jun 29 08:03:39.699338 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:39.818117 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-e48e655b-1b4b-425b-af11-f7ce180f8d39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93d914e-7134-4247-b5f0-de80f217a1e0 HTTP/1.1" status: 200 len: 217 time: 0.1250789 Jun 29 08:03:39.868810 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port e221748f-d034-48b4-8150-5e3a269027a4 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:39.871074 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (e221748f-d034-48b4-8150-5e3a269027a4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:39.907791 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e221748f-d034-48b4-8150-5e3a269027a4 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:03:39.963511 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=11e73db4-c785-4473-850c-cf5dba7670fc,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:39.981101 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61289e-00a3-4376-9e4a-80f11f947939 req-cd7c800a-6cb4-4258-a5c7-7e93e057b0fd tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:39.984515 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-de61289e-00a3-4376-9e4a-80f11f947939 req-cd7c800a-6cb4-4258-a5c7-7e93e057b0fd tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 945 time: 0.1844411 Jun 29 08:03:40.020908 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port e221748f-d034-48b4-8150-5e3a269027a4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e221748f-d034-48b4-8150-5e3a269027a4,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:40.030107 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-b4abcf56-15f3-4191-8de2-5863a742c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:40.031225 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (e221748f-d034-48b4-8150-5e3a269027a4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:40.031727 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-b4abcf56-15f3-4191-8de2-5863a742c0da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609be66d-5709-4032-86d4-0115dbc1bb2c HTTP/1.1" status: 200 len: 849 time: 0.1826377 Jun 29 08:03:40.135834 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-1e85ffd2-2b69-40d4-9ebc-39b90773c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:40.142100 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-1e85ffd2-2b69-40d4-9ebc-39b90773c19c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83284d8b-f58e-483b-bfde-1c25f92d3de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0981338 Jun 29 08:03:40.148242 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=e221748f-d034-48b4-8150-5e3a269027a4,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:40.149984 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-de61289e-00a3-4376-9e4a-80f11f947939 req-963cd38a-37e6-4e61-a8e3-2ee6449943a4 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460156 Jun 29 08:03:40.181566 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4650196d-0209-4a13-b6de-a0add3408c25 req-263c9437-a80f-42f9-9262-97150e5a1b32 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6662292 Jun 29 08:03:40.220648 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb8e71b-41e2-4d03-8de7-4f7323f5b53b {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:03:40.251951 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Publish callbacks [] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:40.270934 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Transition to ACTIVE for port object dfb8e71b-41e2-4d03-8de7-4f7323f5b53b will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:03:40.277989 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:40.361932 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:40.406383 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device b93d914e-7134-4247-b5f0-de80f217a1e0 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:03:40.464393 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Attempting to bind port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:03:40.464741 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Attempting to bind port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:03:40.465117 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Attempting to bind port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b on network 2f3afbc5-288f-4461-967f-3d79e5607ae1 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:40.466400 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a7660-bb95-426e-8008-6c28fe991da9 req-3e148b4d-3a26-4683-87ed-36894f8e34cd tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:40.469384 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-720a7660-bb95-426e-8008-6c28fe991da9 req-3e148b4d-3a26-4683-87ed-36894f8e34cd tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.1437523 Jun 29 08:03:40.476599 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-50b5d997-33c9-45b6-a4e7-2002ef5615a8 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221447 Jun 29 08:03:40.500563 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b on network 2f3afbc5-288f-4461-967f-3d79e5607ae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:03:40.502283 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Attempting to bind port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b on network 2f3afbc5-288f-4461-967f-3d79e5607ae1 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:03:40.514642 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:03:40.523758 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Checking segment: {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:03:40.524314 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Bound using segment: {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:03:40.524827 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Bound port: dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:03:40.525240 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:40.697686 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:03:40.705740 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:03:40.716078 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:40.734728 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port b93d914e-7134-4247-b5f0-de80f217a1e0, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b93d914e-7134-4247-b5f0-de80f217a1e0,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:40.767483 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'b93d914e-7134-4247-b5f0-de80f217a1e0', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'port_id': 'b93d914e-7134-4247-b5f0-de80f217a1e0', 'mac_address': 'fa:16:3e:7f:df:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:03:40.839405 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-720a7660-bb95-426e-8008-6c28fe991da9 req-821fd134-277b-44f8-8284-6a4f4ef58dab tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607972 Jun 29 08:03:40.843065 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d3dfb0be-e4b4-4fe1-94b6-a3e9b28ee497 req-02f55f45-a3ae-4310-9743-085bbf04da7b service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243642 Jun 29 08:03:40.855308 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['11e73db4-c785-4473-850c-cf5dba7670fc'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:03:40.855664 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:40.856742 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:40.859262 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] 10.222.0.48 "PUT /v2.0/ports/dfb8e71b-41e2-4d03-8de7-4f7323f5b53b HTTP/1.1" status: 200 len: 1093 time: 1.9750302 Jun 29 08:03:40.859880 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:40.863850 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f" -d '{"events": [{"name": "network-changed", "server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:40.945448 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device fcb56668-c13f-4fb2-83eb-845e29b080ce up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:41.012437 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:41.024181 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:41.096053 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26732c8-7578-42af-88ae-529d9e440562 req-2b71bc87-a783-481a-8ced-f5c01e6321a4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:41.101662 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d26732c8-7578-42af-88ae-529d9e440562 req-2b71bc87-a783-481a-8ced-f5c01e6321a4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 944 time: 0.2874901 Jun 29 08:03:41.104701 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.105845 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.106791 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.107743 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.108733 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.112880 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.124084 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.125407 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.127431 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.127839 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.128497 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.129035 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.129393 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.129783 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.130126 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598b0b5d-76ee-4040-a01e-e1feba9b4954 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:41.142086 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589fce9a-5bbf-4fbd-a181-34ef6e56c5ab x-openstack-request-id: req-589fce9a-5bbf-4fbd-a181-34ef6e56c5ab {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:41.142629 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:41.142913 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-589fce9a-5bbf-4fbd-a181-34ef6e56c5ab {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:41.143554 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589fce9a-5bbf-4fbd-a181-34ef6e56c5ab'] response: {'name': 'network-changed', 'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'status': 'completed', 'code': 200} Jun 29 08:03:41.172516 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['e221748f-d034-48b4-8150-5e3a269027a4'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:03:41.189296 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port b93d914e-7134-4247-b5f0-de80f217a1e0 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:41.189899 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:41.280248 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:41.301782 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-1f323201-3bdb-4fd1-8467-05a3f32074c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:41.305205 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-1f323201-3bdb-4fd1-8467-05a3f32074c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 1127 time: 0.2446580 Jun 29 08:03:41.406664 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:41.410412 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93d914e-7134-4247-b5f0-de80f217a1e0 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:03:41.487767 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port b93d914e-7134-4247-b5f0-de80f217a1e0, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b93d914e-7134-4247-b5f0-de80f217a1e0,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:41.535240 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:41.558680 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-9433dc2d-1e30-46b4-9322-69acaf5c44c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b HTTP/1.1" status: 200 len: 217 time: 0.2371483 Jun 29 08:03:41.560558 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port fcb56668-c13f-4fb2-83eb-845e29b080ce completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:03:41.580628 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aee765-bc24-45e2-8ee0-3818417057ea req-72c2722b-77fd-4916-9c6a-a822a0329e63 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:41.584322 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-37aee765-bc24-45e2-8ee0-3818417057ea req-72c2722b-77fd-4916-9c6a-a822a0329e63 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 945 time: 0.1710067 Jun 29 08:03:41.600062 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port fcb56668-c13f-4fb2-83eb-845e29b080ce triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:41.601257 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:41.689804 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-37aee765-bc24-45e2-8ee0-3818417057ea req-8e41865d-05fc-4ef1-a1f7-e19085ab4503 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855567 Jun 29 08:03:41.731589 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=b93d914e-7134-4247-b5f0-de80f217a1e0,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:41.800248 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d26732c8-7578-42af-88ae-529d9e440562 req-68afe9fd-b1c9-4e78-9994-436ad83a8686 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553383 Jun 29 08:03:41.818406 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-b266d61d-5f11-45f0-b3ff-e81b1d4ec228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:41.823800 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-b266d61d-5f11-45f0-b3ff-e81b1d4ec228 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 200 len: 856 time: 0.2321358 Jun 29 08:03:41.852886 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['b93d914e-7134-4247-b5f0-de80f217a1e0'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:03:41.924232 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-0fad90ce-f296-48a0-ace1-16e9df8ad152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:41.926194 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-0fad90ce-f296-48a0-ace1-16e9df8ad152 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f3afbc5-288f-4461-967f-3d79e5607ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0960705 Jun 29 08:03:41.969627 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7373-d09d-43e3-be4b-fff116314af0 req-bd23366b-a249-45b5-b2e5-53584d9787c8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:41.971424 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-49cf7373-d09d-43e3-be4b-fff116314af0 req-bd23366b-a249-45b5-b2e5-53584d9787c8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 945 time: 0.0856164 Jun 29 08:03:42.030921 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port fcb56668-c13f-4fb2-83eb-845e29b080ce is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:42.031327 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:42.040125 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-49cf7373-d09d-43e3-be4b-fff116314af0 req-94e192d8-82c4-4d3e-9262-133470c71056 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562780 Jun 29 08:03:42.087542 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79765057-c430-4292-bc5f-ee0c6a66b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb56668-c13f-4fb2-83eb-845e29b080ce'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:42.125818 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-9f663b12-2793-4781-b4c2-7418823dc654 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924541 Jun 29 08:03:42.184092 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port fcb56668-c13f-4fb2-83eb-845e29b080ce, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:42.197559 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:42.280067 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40a80c-3a10-4370-84ae-cc463d2f80d2 req-4be1b869-ee82-4c0e-af93-91f0891221f7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:42.283096 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb40a80c-3a10-4370-84ae-cc463d2f80d2 req-4be1b869-ee82-4c0e-af93-91f0891221f7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.1337869 Jun 29 08:03:42.339470 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=fcb56668-c13f-4fb2-83eb-845e29b080ce,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:42.354823 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:42.364336 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.364651 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.365138 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.365393 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.365699 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.365967 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.366334 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.367369 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.367369 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.367646 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.367928 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.368278 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.368519 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.368814 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.369172 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:42.406931 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ad3500-745c-4516-b069-f9e7ba0d2427" -d '{"events": [{"server_uuid": "79765057-c430-4292-bc5f-ee0c6a66b367", "name": "network-vif-plugged", "status": "completed", "tag": "fcb56668-c13f-4fb2-83eb-845e29b080ce"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:42.469518 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb40a80c-3a10-4370-84ae-cc463d2f80d2 req-ec412a4f-3c25-42d7-9d15-1c7f20f3afc2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513340 Jun 29 08:03:42.471946 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fb00fe42-b57d-41df-99f4-2839f83a4704 req-bc404c5c-74f9-442a-a067-d33409ce5e3b service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377676 Jun 29 08:03:42.592941 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f499ab8-f030-4b83-8e63-496f66c5f597 x-openstack-request-id: req-1f499ab8-f030-4b83-8e63-496f66c5f597 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:42.593379 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79765057-c430-4292-bc5f-ee0c6a66b367", "name": "network-vif-plugged", "status": "completed", "tag": "fcb56668-c13f-4fb2-83eb-845e29b080ce", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:42.593635 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f499ab8-f030-4b83-8e63-496f66c5f597 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:42.594133 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f499ab8-f030-4b83-8e63-496f66c5f597'] response: {'server_uuid': '79765057-c430-4292-bc5f-ee0c6a66b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb56668-c13f-4fb2-83eb-845e29b080ce', 'code': 200} Jun 29 08:03:43.000518 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:43.018811 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbc44f-17d0-494e-83bd-dee838758d07 req-adaa38af-476a-44eb-9909-036c13dea12a tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:43.034636 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d5bbc44f-17d0-494e-83bd-dee838758d07 req-adaa38af-476a-44eb-9909-036c13dea12a tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 945 time: 0.1319652 Jun 29 08:03:43.082401 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354be833-5232-4fe6-a98c-3c8cc97684c0 req-478d9923-ce06-40b4-a49e-49b59f0d728f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:43.086581 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-354be833-5232-4fe6-a98c-3c8cc97684c0 req-478d9923-ce06-40b4-a49e-49b59f0d728f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 944 time: 0.1316683 Jun 29 08:03:43.123183 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:43.193695 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d5bbc44f-17d0-494e-83bd-dee838758d07 req-face5941-dab5-4166-be1c-86f0e8de33cc tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536610 Jun 29 08:03:43.275666 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-354be833-5232-4fe6-a98c-3c8cc97684c0 req-5a75c1dd-ae86-4546-b820-f14d2e5b87ad tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824989 Jun 29 08:03:43.354937 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38848) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:43.482081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-fdc8ebfc-f424-41be-8a2f-9233d347fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:43.484704 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-fdc8ebfc-f424-41be-8a2f-9233d347fdb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 1127 time: 0.0973125 Jun 29 08:03:43.535596 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device e221748f-d034-48b4-8150-5e3a269027a4 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:43.541567 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a155daa-9de2-4dcb-a0e7-bfafa93b90fa req-df204f30-c415-4429-b39d-a6e5b1f0075f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:43.562500 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5a155daa-9de2-4dcb-a0e7-bfafa93b90fa req-df204f30-c415-4429-b39d-a6e5b1f0075f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 945 time: 0.2401595 Jun 29 08:03:43.670285 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port e221748f-d034-48b4-8150-5e3a269027a4 completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:03:43.695179 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port e221748f-d034-48b4-8150-5e3a269027a4 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:43.695711 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (e221748f-d034-48b4-8150-5e3a269027a4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:43.843018 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-96d612ab-243f-49a9-852d-130a99541178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:43.845514 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:43.845758 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-96d612ab-243f-49a9-852d-130a99541178 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 918 time: 0.3508251 Jun 29 08:03:43.855205 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port e221748f-d034-48b4-8150-5e3a269027a4 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:43.856404 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (e221748f-d034-48b4-8150-5e3a269027a4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:43.857703 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c2b54-8be7-4017-9cf1-9eb95a91c7ef req-1bab3d27-6332-40f6-9b7d-4cf182c407c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:43.861696 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2b7c2b54-8be7-4017-9cf1-9eb95a91c7ef req-1bab3d27-6332-40f6-9b7d-4cf182c407c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 1130 time: 0.2381296 Jun 29 08:03:43.863635 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5a155daa-9de2-4dcb-a0e7-bfafa93b90fa req-f834d331-50b7-44c3-bc78-24ba456d60c4 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997422 Jun 29 08:03:43.967887 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port e221748f-d034-48b4-8150-5e3a269027a4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e221748f-d034-48b4-8150-5e3a269027a4,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:43.971738 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-b0d5c89b-74b4-467e-9793-befe69a2ed88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b HTTP/1.1" status: 200 len: 217 time: 0.1031611 Jun 29 08:03:43.977581 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (e221748f-d034-48b4-8150-5e3a269027a4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:43.980205 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device b93d914e-7134-4247-b5f0-de80f217a1e0 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:44.104849 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Publish callbacks [] for security_group (5e0454ba-4244-4356-b2aa-984e43467466), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:44.119687 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-596cfd3e-682a-4976-8097-204d88ebff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:44.122240 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-596cfd3e-682a-4976-8097-204d88ebff40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 200 len: 856 time: 0.1478891 Jun 29 08:03:44.123845 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2b7c2b54-8be7-4017-9cf1-9eb95a91c7ef req-2f0742bf-bd7c-4614-baf0-4340fd3f141a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:44.141538 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6288e2-dc79-4581-855c-6c0323ea6317 req-20fc792a-8675-4cd8-b1bc-7067f002a44c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:44.146249 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5d6288e2-dc79-4581-855c-6c0323ea6317 req-20fc792a-8675-4cd8-b1bc-7067f002a44c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.5259433 Jun 29 08:03:44.148845 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (5e0454ba-4244-4356-b2aa-984e43467466), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:44.185185 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=e221748f-d034-48b4-8150-5e3a269027a4,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:44.191633 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port b93d914e-7134-4247-b5f0-de80f217a1e0 completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:03:44.204813 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port b93d914e-7134-4247-b5f0-de80f217a1e0 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:44.205512 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:44.220562 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-7f3cc1fa-cd3b-4992-9312-e4f466c07fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:44.223842 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-7f3cc1fa-cd3b-4992-9312-e4f466c07fdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f3afbc5-288f-4461-967f-3d79e5607ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0948701 Jun 29 08:03:44.324170 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61cd7366997e4508a1a553eb109695af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9680369 Jun 29 08:03:44.326591 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38866) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:44.338456 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0454ba-4244-4356-b2aa-984e43467466,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:44.359162 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port b93d914e-7134-4247-b5f0-de80f217a1e0 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:44.359769 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:44.436177 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port b93d914e-7134-4247-b5f0-de80f217a1e0, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b93d914e-7134-4247-b5f0-de80f217a1e0,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:44.444913 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:44.446486 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 11e73db4-c785-4473-850c-cf5dba7670fc up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:44.463951 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5d6288e2-dc79-4581-855c-6c0323ea6317 req-2f9a9a07-7924-4294-a24d-8d01bac3356d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819784 Jun 29 08:03:44.464341 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4682d3e-dac0-4174-a8d1-e9ccb1bf29fe req-c9e020ec-550a-4813-a0ae-d71109c57690 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:44.466076 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e4682d3e-dac0-4174-a8d1-e9ccb1bf29fe req-c9e020ec-550a-4813-a0ae-d71109c57690 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 945 time: 0.1396389 Jun 29 08:03:44.516551 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-6ee226a0-d5d5-4152-9863-68eca7db2c41 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855480 Jun 29 08:03:44.542612 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:44.559525 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:44.561800 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dfb8e71b-41e2-4d03-8de7-4f7323f5b53b details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:03:44.573244 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2b7c2b54-8be7-4017-9cf1-9eb95a91c7ef req-2f0742bf-bd7c-4614-baf0-4340fd3f141a service neutron] Publish callbacks [] for security_group (cb4989ce-8303-40a0-87e4-1e795432a05f), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:44.576510 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.576958 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e4682d3e-dac0-4174-a8d1-e9ccb1bf29fe req-fd9b2154-3afb-4d29-b216-dc7a6c54ea26 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047008 Jun 29 08:03:44.586097 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.586820 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.587171 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.587718 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.593164 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.593873 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.594623 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.598432 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.613281 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.614397 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.615164 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.615740 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.617319 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.618063 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528a115f-eff6-43f6-b4a6-da905fbd40d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:03:44.628474 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2b7c2b54-8be7-4017-9cf1-9eb95a91c7ef req-2f0742bf-bd7c-4614-baf0-4340fd3f141a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (cb4989ce-8303-40a0-87e4-1e795432a05f), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:44.649492 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1bbb36-8695-4b09-9f25-bfc92ad06a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221748f-d034-48b4-8150-5e3a269027a4'}, {'server_uuid': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93d914e-7134-4247-b5f0-de80f217a1e0'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:44.657814 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:44.664398 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca349e6-7367-40ae-be33-a91166996a3e" -d '{"events": [{"server_uuid": "4f1bbb36-8695-4b09-9f25-bfc92ad06a86", "name": "network-vif-plugged", "status": "completed", "tag": "e221748f-d034-48b4-8150-5e3a269027a4"}, {"server_uuid": "d5d97f9b-3f4a-4a5e-89e8-98d55412fe71", "name": "network-vif-plugged", "status": "completed", "tag": "b93d914e-7134-4247-b5f0-de80f217a1e0"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:44.706318 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:44.758071 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:03:44.764279 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:44.796657 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-22f8e1ba-cf3a-46e5-a69c-7b09170b012f req-09205b3a-530a-48f9-a707-a968a83e1298 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694879 Jun 29 08:03:44.803912 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68403f9-ee85-4b09-8925-74379b978e7c req-f46382b0-81eb-4202-83e5-267914d8a686 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:44.805622 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c68403f9-ee85-4b09-8925-74379b978e7c req-f46382b0-81eb-4202-83e5-267914d8a686 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.1112945 Jun 29 08:03:44.825255 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cda519-c992-4048-944e-f7eb8d4a004a x-openstack-request-id: req-51cda519-c992-4048-944e-f7eb8d4a004a {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:44.827242 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1bbb36-8695-4b09-9f25-bfc92ad06a86", "name": "network-vif-plugged", "status": "completed", "tag": "e221748f-d034-48b4-8150-5e3a269027a4", "code": 200}, {"server_uuid": "d5d97f9b-3f4a-4a5e-89e8-98d55412fe71", "name": "network-vif-plugged", "status": "completed", "tag": "b93d914e-7134-4247-b5f0-de80f217a1e0", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:44.828295 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51cda519-c992-4048-944e-f7eb8d4a004a {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:44.829700 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cda519-c992-4048-944e-f7eb8d4a004a'] response: {'server_uuid': '4f1bbb36-8695-4b09-9f25-bfc92ad06a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221748f-d034-48b4-8150-5e3a269027a4', 'code': 200} Jun 29 08:03:44.831299 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cda519-c992-4048-944e-f7eb8d4a004a'] response: {'server_uuid': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93d914e-7134-4247-b5f0-de80f217a1e0', 'code': 200} Jun 29 08:03:44.862166 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2b7c2b54-8be7-4017-9cf1-9eb95a91c7ef req-2f0742bf-bd7c-4614-baf0-4340fd3f141a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9799819 Jun 29 08:03:44.865831 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0742bf-bd7c-4614-baf0-4340fd3f141a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4989ce-8303-40a0-87e4-1e795432a05f,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:44.894130 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.db.resource_extend [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 29 08:03:44.942211 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=b93d914e-7134-4247-b5f0-de80f217a1e0,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:44.949023 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-230c8317-5e53-4b9a-87f2-0f8bf7d7e04e admin admin] Publish callbacks [] for security_group (5e0454ba-4244-4356-b2aa-984e43467466), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:44.951520 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 11e73db4-c785-4473-850c-cf5dba7670fc completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:03:44.974697 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 11e73db4-c785-4473-850c-cf5dba7670fc triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:44.975129 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:44.977479 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c68403f9-ee85-4b09-8925-74379b978e7c req-76d5f346-abb9-4aff-926f-413f91b61153 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536551 Jun 29 08:03:45.031856 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-230c8317-5e53-4b9a-87f2-0f8bf7d7e04e admin admin] Publish callbacks [] for security_group (5e0454ba-4244-4356-b2aa-984e43467466), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:45.166026 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-230c8317-5e53-4b9a-87f2-0f8bf7d7e04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (5e0454ba-4244-4356-b2aa-984e43467466), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:45.172276 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d7936-fcb0-437a-ad59-7e257a4d322a req-f3483a68-201e-4279-a7bb-bccfec8b9252 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:45.191916 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-230c8317-5e53-4b9a-87f2-0f8bf7d7e04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:45.198032 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-230c8317-5e53-4b9a-87f2-0f8bf7d7e04e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e0454ba-4244-4356-b2aa-984e43467466 HTTP/1.1" status: 204 len: 168 time: 0.8688002 Jun 29 08:03:45.198929 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e54d7936-fcb0-437a-ad59-7e257a4d322a req-f3483a68-201e-4279-a7bb-bccfec8b9252 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1439543 Jun 29 08:03:45.238317 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c8317-5e53-4b9a-87f2-0f8bf7d7e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0454ba-4244-4356-b2aa-984e43467466,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:45.311094 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e54d7936-fcb0-437a-ad59-7e257a4d322a req-8d7ba393-8bac-4908-aca1-5efe0f539a9b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112270 Jun 29 08:03:45.385571 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 11e73db4-c785-4473-850c-cf5dba7670fc is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:45.398123 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38896) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:45.401397 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:45.406913 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:45.464252 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'port_id': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'mac_address': 'fa:16:3e:41:5c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:03:45.550350 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 11e73db4-c785-4473-850c-cf5dba7670fc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=11e73db4-c785-4473-850c-cf5dba7670fc,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:45.566238 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:45.666091 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:45.666926 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:45.755474 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb27ca-6970-4a84-b855-0fa42c86ac9b req-3151a5ba-9718-4550-80be-030dcbe3c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:45.759553 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8ddb27ca-6970-4a84-b855-0fa42c86ac9b req-3151a5ba-9718-4550-80be-030dcbe3c710 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 1130 time: 0.1377366 Jun 29 08:03:45.762136 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb8e71b-41e2-4d03-8de7-4f7323f5b53b {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:03:45.842218 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:45.851950 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=11e73db4-c785-4473-850c-cf5dba7670fc,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:45.868553 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:45.870145 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb915dd-8ee0-47ce-9620-3db1403e5c4b req-a7a3a082-8039-4636-900b-06c8cde5f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:45.872439 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fce0b-e2cc-456f-ac3d-039be06f38eb req-3c981365-337e-4a46-9508-2157cdc1df5e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:45.873270 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ffb915dd-8ee0-47ce-9620-3db1403e5c4b req-a7a3a082-8039-4636-900b-06c8cde5f58d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 1129 time: 0.1861413 Jun 29 08:03:45.891572 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a67fce0b-e2cc-456f-ac3d-039be06f38eb req-3c981365-337e-4a46-9508-2157cdc1df5e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.1299582 Jun 29 08:03:45.983814 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a779aab-6545-412b-99b9-874acb5c0f3b req-cedcf548-673c-4f58-9bf6-3a542314b048 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:45.993107 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6a779aab-6545-412b-99b9-874acb5c0f3b req-cedcf548-673c-4f58-9bf6-3a542314b048 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 946 time: 0.1182814 Jun 29 08:03:46.028797 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1c69-8aa2-4111-b0b6-5c15626232eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:46.048320 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:46.062812 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ffb915dd-8ee0-47ce-9620-3db1403e5c4b req-08ad3319-41d7-4209-9fc2-93d92f5b7fed service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453073 Jun 29 08:03:46.115846 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6a779aab-6545-412b-99b9-874acb5c0f3b req-d65c84f4-96b6-437b-ae97-599b30543dc7 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211059 Jun 29 08:03:46.183185 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a67fce0b-e2cc-456f-ac3d-039be06f38eb req-4439009d-4710-420d-8991-67770635b86b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660315 Jun 29 08:03:46.196411 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8ddb27ca-6970-4a84-b855-0fa42c86ac9b req-fb99dc15-2096-4378-88d8-f721b1a24336 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995467 Jun 29 08:03:46.216833 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:03:46.295636 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1c69-8aa2-4111-b0b6-5c15626232eb admin admin] Publish callbacks [] for security_group (78f9787b-eb31-49a2-ba14-e9dcfed2b427), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:46.315950 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1c69-8aa2-4111-b0b6-5c15626232eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (78f9787b-eb31-49a2-ba14-e9dcfed2b427), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:46.378237 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc455f-537c-4354-b78b-740cb25ed811 req-76f6e9d9-ba95-465d-83e1-6b9e487b231f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:46.389430 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a2cc455f-537c-4354-b78b-740cb25ed811 req-76f6e9d9-ba95-465d-83e1-6b9e487b231f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0764761 Jun 29 08:03:46.440646 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-d2bf1c69-8aa2-4111-b0b6-5c15626232eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2d308e66c6947dda9e49b2196a5011a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0372460 Jun 29 08:03:46.453993 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38920) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:46.474039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38922) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:46.482113 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf1c69-8aa2-4111-b0b6-5c15626232eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9787b-eb31-49a2-ba14-e9dcfed2b427,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:46.550157 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2c691826-ac46-4a98-8653-b4bc2ca981e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:46.575429 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:46.622703 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a2cc455f-537c-4354-b78b-740cb25ed811 req-0cce8387-1333-4723-970e-4a44e54e3f6f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212708 Jun 29 08:03:46.684397 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf12431-0880-42a9-9371-30734f94e17d req-d8166007-e20f-4288-ba93-8380a4bd2d2b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:46.705144 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-caf12431-0880-42a9-9371-30734f94e17d req-d8166007-e20f-4288-ba93-8380a4bd2d2b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1566775 Jun 29 08:03:46.728755 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:46.754133 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2c691826-ac46-4a98-8653-b4bc2ca981e6 admin admin] Publish callbacks [] for security_group (65be7e28-caf3-4628-81e1-aa90afdb4ac9), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:46.766300 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2c691826-ac46-4a98-8653-b4bc2ca981e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (65be7e28-caf3-4628-81e1-aa90afdb4ac9), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:46.776145 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6851488f-eb48-4147-b995-a4240b03d67b admin admin] Publish callbacks [] for security_group (78f9787b-eb31-49a2-ba14-e9dcfed2b427), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:46.832906 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4774888-237c-41c5-8c79-7a6e34d17d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e73db4-c785-4473-850c-cf5dba7670fc'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:46.842536 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9242ab-cda9-4eaf-b5b6-7eb6fcb87a04" -d '{"events": [{"server_uuid": "b4774888-237c-41c5-8c79-7a6e34d17d70", "name": "network-vif-plugged", "status": "completed", "tag": "11e73db4-c785-4473-850c-cf5dba7670fc"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:46.844888 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c691826-ac46-4a98-8653-b4bc2ca981e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65be7e28-caf3-4628-81e1-aa90afdb4ac9,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:46.877149 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-2c691826-ac46-4a98-8653-b4bc2ca981e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb1f414294364c06be631ba97eead63d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3981371 Jun 29 08:03:46.885520 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38930) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:46.912005 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-caf12431-0880-42a9-9371-30734f94e17d req-7e31aa10-6434-4f5a-99c0-ff1eba8cc4d5 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053039 Jun 29 08:03:46.915815 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6851488f-eb48-4147-b995-a4240b03d67b admin admin] Publish callbacks [] for security_group (78f9787b-eb31-49a2-ba14-e9dcfed2b427), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:46.948855 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90c53db-faba-4ca4-a7e9-65ef23d75c7b x-openstack-request-id: req-d90c53db-faba-4ca4-a7e9-65ef23d75c7b {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:46.949566 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4774888-237c-41c5-8c79-7a6e34d17d70", "name": "network-vif-plugged", "status": "completed", "tag": "11e73db4-c785-4473-850c-cf5dba7670fc", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:46.949851 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d90c53db-faba-4ca4-a7e9-65ef23d75c7b {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:46.950608 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90c53db-faba-4ca4-a7e9-65ef23d75c7b'] response: {'server_uuid': 'b4774888-237c-41c5-8c79-7a6e34d17d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e73db4-c785-4473-850c-cf5dba7670fc', 'code': 200} Jun 29 08:03:46.988616 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b068-4122-451e-a909-157b67002316 admin admin] Publish callbacks [] for security_group (65be7e28-caf3-4628-81e1-aa90afdb4ac9), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:46.998481 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6851488f-eb48-4147-b995-a4240b03d67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (78f9787b-eb31-49a2-ba14-e9dcfed2b427), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:47.001402 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6851488f-eb48-4147-b995-a4240b03d67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:47.002593 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-6851488f-eb48-4147-b995-a4240b03d67b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78f9787b-eb31-49a2-ba14-e9dcfed2b427 HTTP/1.1" status: 204 len: 168 time: 0.5392613 Jun 29 08:03:47.016311 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851488f-eb48-4147-b995-a4240b03d67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9787b-eb31-49a2-ba14-e9dcfed2b427,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:47.028504 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b068-4122-451e-a909-157b67002316 admin admin] Publish callbacks [] for security_group (65be7e28-caf3-4628-81e1-aa90afdb4ac9), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:47.106866 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b068-4122-451e-a909-157b67002316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (65be7e28-caf3-4628-81e1-aa90afdb4ac9), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:47.111789 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b068-4122-451e-a909-157b67002316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:47.113994 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0dd6b068-4122-451e-a909-157b67002316 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65be7e28-caf3-4628-81e1-aa90afdb4ac9 HTTP/1.1" status: 204 len: 168 time: 0.2272558 Jun 29 08:03:47.148739 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6b068-4122-451e-a909-157b67002316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65be7e28-caf3-4628-81e1-aa90afdb4ac9,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:47.164917 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:47.360581 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f86958-2347-49ae-8324-b1d1931fa159 req-1422f22a-d355-45df-aef0-5725520c7931 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:47.378305 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-16f86958-2347-49ae-8324-b1d1931fa159 req-1422f22a-d355-45df-aef0-5725520c7931 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 946 time: 0.1460910 Jun 29 08:03:47.425068 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e25ab5-de2b-4f1d-879c-2c6f6028a880 req-e8ba33b0-a04c-4e17-9a5f-af14dbee669b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:47.436017 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2e25ab5-de2b-4f1d-879c-2c6f6028a880 req-e8ba33b0-a04c-4e17-9a5f-af14dbee669b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 944 time: 0.0852458 Jun 29 08:03:47.492311 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-16f86958-2347-49ae-8324-b1d1931fa159 req-8a72f37f-c8ba-4561-a126-2ccd804d648c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066303 Jun 29 08:03:47.537494 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2e25ab5-de2b-4f1d-879c-2c6f6028a880 req-0ded6a29-5ad6-47c5-9558-831a7956581b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998435 Jun 29 08:03:47.783497 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 38958) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:47.799651 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d708caf1-3082-41cb-b635-154ac6994f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:47.835562 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:47.863387 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ef04a-2bcf-4934-b256-534c91494057 req-e02293f2-0b19-483e-aaa7-c4203323fa93 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:47.867140 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c56ef04a-2bcf-4934-b256-534c91494057 req-e02293f2-0b19-483e-aaa7-c4203323fa93 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0921032 Jun 29 08:03:47.908386 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:47.946458 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d708caf1-3082-41cb-b635-154ac6994f53 admin admin] Publish callbacks [] for security_group (635a7814-fa24-4ea9-b689-fc8087ca36db), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:47.967994 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d708caf1-3082-41cb-b635-154ac6994f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (635a7814-fa24-4ea9-b689-fc8087ca36db), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:48.009657 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c56ef04a-2bcf-4934-b256-534c91494057 req-b4d61374-df81-4b6c-bf9d-d557247637b1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271589 Jun 29 08:03:48.036758 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708caf1-3082-41cb-b635-154ac6994f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635a7814-fa24-4ea9-b689-fc8087ca36db,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:48.343687 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d708caf1-3082-41cb-b635-154ac6994f53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e07f31c725e46b0a49c664630df43cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5587857 Jun 29 08:03:48.346625 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 38980) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:48.383073 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ad9f5-fc09-458b-b14e-7cdb91690bed req-de9ee32d-88a7-4f58-9357-ef3cad1a2732 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:48.384722 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8a5ad9f5-fc09-458b-b14e-7cdb91690bed req-de9ee32d-88a7-4f58-9357-ef3cad1a2732 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.3390274 Jun 29 08:03:48.496767 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:48.507724 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:48.550214 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dfb8e71b-41e2-4d03-8de7-4f7323f5b53b up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:03:48.558972 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8a5ad9f5-fc09-458b-b14e-7cdb91690bed req-f6a45d43-acc1-4930-849e-93767d8afbba tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421752 Jun 29 08:03:48.615492 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e081b89b-47e0-4c9e-823c-9981dc3747b1 admin admin] Publish callbacks [] for security_group (635a7814-fa24-4ea9-b689-fc8087ca36db), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:48.691556 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:03:48.720454 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:03:48.724493 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:48.725708 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e081b89b-47e0-4c9e-823c-9981dc3747b1 admin admin] Publish callbacks [] for security_group (635a7814-fa24-4ea9-b689-fc8087ca36db), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:48.776256 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469f634-3d5c-4bbd-91eb-cf5e6e5ea070 req-8d56618b-c67b-437b-8485-0a9d5f6b65f1 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:48.778963 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8469f634-3d5c-4bbd-91eb-cf5e6e5ea070 req-8d56618b-c67b-437b-8485-0a9d5f6b65f1 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 946 time: 0.1408086 Jun 29 08:03:48.814677 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014aec6-3467-4304-91c1-c2d00089c17e req-80219e39-f65e-4c2b-b8ae-75c1d3543569 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:48.838002 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d014aec6-3467-4304-91c1-c2d00089c17e req-80219e39-f65e-4c2b-b8ae-75c1d3543569 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 944 time: 0.1033258 Jun 29 08:03:48.861397 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8469f634-3d5c-4bbd-91eb-cf5e6e5ea070 req-b7a86bce-257f-4265-8c81-50a8704deef3 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705991 Jun 29 08:03:48.874612 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e081b89b-47e0-4c9e-823c-9981dc3747b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (635a7814-fa24-4ea9-b689-fc8087ca36db), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:48.880739 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e081b89b-47e0-4c9e-823c-9981dc3747b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:48.888756 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-e081b89b-47e0-4c9e-823c-9981dc3747b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/635a7814-fa24-4ea9-b689-fc8087ca36db HTTP/1.1" status: 204 len: 168 time: 0.5388260 Jun 29 08:03:48.898192 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081b89b-47e0-4c9e-823c-9981dc3747b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635a7814-fa24-4ea9-b689-fc8087ca36db,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:48.910951 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:03:48.911574 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:48.981132 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:48.985646 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9809090-b065-4fc0-8505-f3df715bf976" -d '{"events": [{"server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "name": "network-vif-plugged", "status": "completed", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:49.011526 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:03:49.012301 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d014aec6-3467-4304-91c1-c2d00089c17e req-35feca60-56cf-47d4-b76e-c3b9ba9dadcf tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732228 Jun 29 08:03:49.027832 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:49.143093 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8906cfdf-f343-4b17-9536-5b7a0fc96e3a x-openstack-request-id: req-8906cfdf-f343-4b17-9536-5b7a0fc96e3a {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:49.144655 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "name": "network-vif-plugged", "status": "completed", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:49.145503 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8906cfdf-f343-4b17-9536-5b7a0fc96e3a {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:49.146662 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8906cfdf-f343-4b17-9536-5b7a0fc96e3a'] response: {'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'code': 200} Jun 29 08:03:49.166762 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:49.173891 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:49.191220 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d86b3-44be-4f73-b4c3-7dd47413baf7 req-ad6c03df-f65b-4f96-b085-ad3f18b0acd8 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:49.201538 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9b8d86b3-44be-4f73-b4c3-7dd47413baf7 req-ad6c03df-f65b-4f96-b085-ad3f18b0acd8 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0865805 Jun 29 08:03:49.269578 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9b8d86b3-44be-4f73-b4c3-7dd47413baf7 req-b5e0d640-a8cb-4132-8e24-5ceae04aced1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669241 Jun 29 08:03:49.837923 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39028) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:49.844018 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a91085-4ddd-49e3-a8e4-2ba21ddfb927 req-743dd2cd-f965-4511-9c55-fbafe7c40e33 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:49.862845 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-31a91085-4ddd-49e3-a8e4-2ba21ddfb927 req-743dd2cd-f965-4511-9c55-fbafe7c40e33 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.1162548 Jun 29 08:03:50.048773 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-31a91085-4ddd-49e3-a8e4-2ba21ddfb927 req-6d57db29-d0e1-4d48-be83-3cf499fd3b29 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826088 Jun 29 08:03:50.055451 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7f92-561a-48ec-acfb-2f2a89696ff0 req-0cb72e5d-5d22-42fb-ba25-3414f740fe1b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:50.062617 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-665c7f92-561a-48ec-acfb-2f2a89696ff0 req-0cb72e5d-5d22-42fb-ba25-3414f740fe1b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1514561 Jun 29 08:03:50.067004 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f95319d-a3f1-454f-a013-b7556577c0a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:50.304322 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-9a3ea26b-be9b-42be-8c6c-a216ecc4373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:50.315062 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-9a3ea26b-be9b-42be-8c6c-a216ecc4373c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 1129 time: 0.2310972 Jun 29 08:03:50.639020 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39046) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:50.673729 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-665c7f92-561a-48ec-acfb-2f2a89696ff0 req-49131264-10bd-44d0-b4b1-c11f9ae13f5d tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6031451 Jun 29 08:03:50.674860 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-bae3cc33-a9c4-4ea0-8e91-332d0976ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:50.676633 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-bae3cc33-a9c4-4ea0-8e91-332d0976ae8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.3551004 Jun 29 08:03:50.708584 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb954251-5aab-4402-8cd6-323145889d24 req-c1585e36-4bf0-409e-87a5-7781ec9f45fd tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:50.717004 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cb954251-5aab-4402-8cd6-323145889d24 req-c1585e36-4bf0-409e-87a5-7781ec9f45fd tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 946 time: 0.2570374 Jun 29 08:03:50.724149 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b3d11-212d-4c0f-89c7-a0068385d6f3 req-d774770e-454f-42e3-8fc8-ead44dc28b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:50.726111 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-261b3d11-212d-4c0f-89c7-a0068385d6f3 req-d774770e-454f-42e3-8fc8-ead44dc28b92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 1130 time: 0.1740339 Jun 29 08:03:50.813628 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f95319d-a3f1-454f-a013-b7556577c0a0 admin admin] Publish callbacks [] for security_group (0b064356-20da-4871-a888-3f4bab830e5f), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:50.834218 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-b02be9f3-c3ab-4cc8-94db-97488e1d0bc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e221748f-d034-48b4-8150-5e3a269027a4 HTTP/1.1" status: 200 len: 217 time: 0.1139233 Jun 29 08:03:50.874524 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f95319d-a3f1-454f-a013-b7556577c0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (0b064356-20da-4871-a888-3f4bab830e5f), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:50.937907 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cb954251-5aab-4402-8cd6-323145889d24 req-fa2a1c1c-f45f-4660-96ea-962173a3c4f3 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197034 Jun 29 08:03:50.974690 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439cf86-6217-4ab4-97da-da971566836d req-51f19d91-86c6-40ff-8942-43b1040baef7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:50.978780 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-2ee18fd8-7bc6-44ec-b3bc-02f86fc10e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:50.982132 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-2ee18fd8-7bc6-44ec-b3bc-02f86fc10e41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.1341233 Jun 29 08:03:50.982857 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b439cf86-6217-4ab4-97da-da971566836d req-51f19d91-86c6-40ff-8942-43b1040baef7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1539958 Jun 29 08:03:50.985227 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abf363-1126-4b66-8aa8-d10b7cc5f8c8 req-9ef37d22-e3f9-4b9b-aa54-5be7752c61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:50.986997 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a5abf363-1126-4b66-8aa8-d10b7cc5f8c8 req-9ef37d22-e3f9-4b9b-aa54-5be7752c61f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 1129 time: 0.3122299 Jun 29 08:03:51.016552 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95319d-a3f1-454f-a013-b7556577c0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b064356-20da-4871-a888-3f4bab830e5f,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:51.079112 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-a9090aee-8ffd-4b70-a6c4-22b65f240884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:51.082458 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-a9090aee-8ffd-4b70-a6c4-22b65f240884 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0935397 Jun 29 08:03:51.208684 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5f95319d-a3f1-454f-a013-b7556577c0a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85f3a1c4fb1c4006b99fc3c5bdbb81b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3665226 Jun 29 08:03:51.217397 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-261b3d11-212d-4c0f-89c7-a0068385d6f3 req-8d6bd1ae-23ef-4a6a-9458-0f3dab1e29f7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777675 Jun 29 08:03:51.218442 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39058) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:51.223551 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b3757acc-86f1-4a82-bd20-67bcb6cd7ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.276574 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a5abf363-1126-4b66-8aa8-d10b7cc5f8c8 req-4c2dd148-6421-42b5-8529-b455b9615c5f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297885 Jun 29 08:03:51.290877 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c3308-c34a-4c47-b56a-a93e08a535b6 req-216e237b-948a-4294-9a24-45e23825a4b4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:51.295356 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-149c3308-c34a-4c47-b56a-a93e08a535b6 req-216e237b-948a-4294-9a24-45e23825a4b4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.1485689 Jun 29 08:03:51.299484 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:51.324085 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-2760671d-47c9-4458-a833-053a617d9b6f service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346883 Jun 29 08:03:51.366444 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b439cf86-6217-4ab4-97da-da971566836d req-1b33b3d2-ec1f-43ce-ba4e-a066a23287cb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817718 Jun 29 08:03:51.379686 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-149c3308-c34a-4c47-b56a-a93e08a535b6 req-78fcc14f-75eb-4e76-a532-38698a898400 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546889 Jun 29 08:03:51.413496 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:51.426233 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:51.441647 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-997e8afc-f195-4fc0-abf2-b056d1e326d9 admin admin] Publish callbacks [] for security_group (0b064356-20da-4871-a888-3f4bab830e5f), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.499381 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-997e8afc-f195-4fc0-abf2-b056d1e326d9 admin admin] Publish callbacks [] for security_group (0b064356-20da-4871-a888-3f4bab830e5f), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.527252 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b3757acc-86f1-4a82-bd20-67bcb6cd7ca9 admin admin] Publish callbacks [] for security_group (469ac39b-d950-4068-9a41-ef19ac5537e7), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.534580 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b3757acc-86f1-4a82-bd20-67bcb6cd7ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (469ac39b-d950-4068-9a41-ef19ac5537e7), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.604208 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-b3757acc-86f1-4a82-bd20-67bcb6cd7ca9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9cdb70897dd483c817348e1e73fd314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9558337 Jun 29 08:03:51.605111 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39078) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:51.611563 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3757acc-86f1-4a82-bd20-67bcb6cd7ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469ac39b-d950-4068-9a41-ef19ac5537e7,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:51.635846 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-997e8afc-f195-4fc0-abf2-b056d1e326d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (0b064356-20da-4871-a888-3f4bab830e5f), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.638809 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-997e8afc-f195-4fc0-abf2-b056d1e326d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.640052 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-997e8afc-f195-4fc0-abf2-b056d1e326d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b064356-20da-4871-a888-3f4bab830e5f HTTP/1.1" status: 204 len: 168 time: 0.4054949 Jun 29 08:03:51.650243 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e8afc-f195-4fc0-abf2-b056d1e326d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b064356-20da-4871-a888-3f4bab830e5f,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:51.723351 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:51.764451 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-33b1d38f-a2a8-451a-8cc4-994da4bbb6f4 admin admin] Publish callbacks [] for security_group (469ac39b-d950-4068-9a41-ef19ac5537e7), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.800057 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-33b1d38f-a2a8-451a-8cc4-994da4bbb6f4 admin admin] Publish callbacks [] for security_group (469ac39b-d950-4068-9a41-ef19ac5537e7), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.893438 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-33b1d38f-a2a8-451a-8cc4-994da4bbb6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (469ac39b-d950-4068-9a41-ef19ac5537e7), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.899702 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-33b1d38f-a2a8-451a-8cc4-994da4bbb6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:51.901781 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-33b1d38f-a2a8-451a-8cc4-994da4bbb6f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/469ac39b-d950-4068-9a41-ef19ac5537e7 HTTP/1.1" status: 204 len: 168 time: 0.2956545 Jun 29 08:03:51.918242 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1d38f-a2a8-451a-8cc4-994da4bbb6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469ac39b-d950-4068-9a41-ef19ac5537e7,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:52.023284 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27af5b-1184-4d02-80c5-7f5d1f529370 req-d5ea6ed4-4460-47a6-81b7-823810a7fdcc tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:52.026185 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-df27af5b-1184-4d02-80c5-7f5d1f529370 req-d5ea6ed4-4460-47a6-81b7-823810a7fdcc tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1576180 Jun 29 08:03:52.152375 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-df27af5b-1184-4d02-80c5-7f5d1f529370 req-71aac438-50fa-45bc-bbdd-8f77c40c4a7f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099281 Jun 29 08:03:52.201286 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed719d4c-f4b0-4edc-8cc4-0f68d3dfa66a req-658994fd-12f4-4573-92da-30d442c82539 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:52.202913 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ed719d4c-f4b0-4edc-8cc4-0f68d3dfa66a req-658994fd-12f4-4573-92da-30d442c82539 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 946 time: 0.1004765 Jun 29 08:03:52.523104 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbff40c-807e-4008-8bd2-b394ce9dd5e1 req-b948c787-b138-4610-b6a4-b9278e7b5592 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:52.537857 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9bbff40c-807e-4008-8bd2-b394ce9dd5e1 req-b948c787-b138-4610-b6a4-b9278e7b5592 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1189685 Jun 29 08:03:52.541379 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39120) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:52.556708 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-d9508ef1-bf0d-4ed1-8509-a193f62316d2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'floatingip': {'port_id': 'b93d914e-7134-4247-b5f0-de80f217a1e0'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:52.578556 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ed719d4c-f4b0-4edc-8cc4-0f68d3dfa66a req-1400161e-5288-4d3f-93c1-633895b3fe70 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200368 Jun 29 08:03:52.591137 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-07c89843-6d8c-43c7-aa5c-458d21fd5f60 req-60b924e8-06a2-406d-9dcf-065005766210 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143512 Jun 29 08:03:52.752664 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148d54c-bfac-442d-bf0d-b35774472fd2 req-35d9e25f-33a2-44bf-a9a8-e9fdfb368c7f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:52.761143 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4148d54c-bfac-442d-bf0d-b35774472fd2 req-35d9e25f-33a2-44bf-a9a8-e9fdfb368c7f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0729375 Jun 29 08:03:52.834900 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9508ef1-bf0d-4ed1-8509-a193f62316d2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (72f705f4-2d7e-4391-b584-3b772d586c7b), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:52.874765 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39126) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:52.928130 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4148d54c-bfac-442d-bf0d-b35774472fd2 req-d602a894-7591-41ab-b1a7-02e58646d55e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658773 Jun 29 08:03:52.947917 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-038fb327-ec96-4bdd-82e5-0f8362f3398d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:53.072856 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debeaef-e1c0-46cf-a036-25a0673410f7 req-397e815b-2db5-43eb-b604-ccf7beac2cca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:53.078191 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9debeaef-e1c0-46cf-a036-25a0673410f7 req-397e815b-2db5-43eb-b604-ccf7beac2cca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.4321966 Jun 29 08:03:53.082150 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dca16798-9beb-48c8-b1af-b694e8920383 req-bfd7e986-8627-444f-b9bd-f3a3301da752 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4299250 Jun 29 08:03:53.123114 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39130) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:53.129808 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-038fb327-ec96-4bdd-82e5-0f8362f3398d admin admin] Publish callbacks [] for security_group (e9ef8a1e-86ba-47bf-ad2e-2cc4538a28f9), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:53.143225 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-038fb327-ec96-4bdd-82e5-0f8362f3398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e9ef8a1e-86ba-47bf-ad2e-2cc4538a28f9), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:53.235399 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-038fb327-ec96-4bdd-82e5-0f8362f3398d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7396c78b63f04a2d96eb909f481c5fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530216 Jun 29 08:03:53.241079 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39138) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:53.257260 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fb327-ec96-4bdd-82e5-0f8362f3398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ef8a1e-86ba-47bf-ad2e-2cc4538a28f9,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:53.377301 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9debeaef-e1c0-46cf-a036-25a0673410f7 req-810c73ec-d2cc-4021-8f11-6cfd8e231244 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744291 Jun 29 08:03:53.471589 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ab3db551-d5e9-4d99-b219-364566abb8be admin admin] Publish callbacks [] for security_group (e9ef8a1e-86ba-47bf-ad2e-2cc4538a28f9), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:53.565533 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ab3db551-d5e9-4d99-b219-364566abb8be admin admin] Publish callbacks [] for security_group (e9ef8a1e-86ba-47bf-ad2e-2cc4538a28f9), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:53.747444 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ab3db551-d5e9-4d99-b219-364566abb8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e9ef8a1e-86ba-47bf-ad2e-2cc4538a28f9), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:53.753085 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ab3db551-d5e9-4d99-b219-364566abb8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:53.759767 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ab3db551-d5e9-4d99-b219-364566abb8be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9ef8a1e-86ba-47bf-ad2e-2cc4538a28f9 HTTP/1.1" status: 204 len: 168 time: 0.5136304 Jun 29 08:03:53.819320 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3db551-d5e9-4d99-b219-364566abb8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ef8a1e-86ba-47bf-ad2e-2cc4538a28f9,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:53.935474 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:54.020234 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:54.087341 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a6c44-44a4-4e2f-badc-3d6607ed0ebc req-b711e5a9-8fc0-477f-85b0-e75e62229bb1 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:54.090577 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-684a6c44-44a4-4e2f-badc-3d6607ed0ebc req-b711e5a9-8fc0-477f-85b0-e75e62229bb1 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 946 time: 0.2625289 Jun 29 08:03:54.099774 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bf02af10-84be-4a5a-9a67-c05db1051aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:54.204727 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-684a6c44-44a4-4e2f-badc-3d6607ed0ebc req-00e173fa-7425-4c26-998f-92897512ed7c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067252 Jun 29 08:03:54.478353 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bc6b2529-828c-4dd4-85b2-54f62980f69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:54.516581 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1906a9-8611-4378-9c34-c30e182f4852 req-33081b13-fe26-4b7a-be9b-149b9a988d81 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:54.529208 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2b1906a9-8611-4378-9c34-c30e182f4852 req-33081b13-fe26-4b7a-be9b-149b9a988d81 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.3157928 Jun 29 08:03:54.577175 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:54.579980 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16798-9beb-48c8-b1af-b694e8920383 req-bba1d5e1-1ee2-4936-9c8b-655d8d4c864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:54.583263 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dca16798-9beb-48c8-b1af-b694e8920383 req-bba1d5e1-1ee2-4936-9c8b-655d8d4c864d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 1130 time: 0.2862582 Jun 29 08:03:54.672902 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:54.756921 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:54.814171 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80638bb7-39f9-43ba-a9fe-e3e05f897141 req-19200468-a101-47e3-bb70-94554d47c5e2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:54.822003 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-80638bb7-39f9-43ba-a9fe-e3e05f897141 req-19200468-a101-47e3-bb70-94554d47c5e2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1874678 Jun 29 08:03:54.891380 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2b1906a9-8611-4378-9c34-c30e182f4852 req-da1a9a1a-7ce9-46f3-a735-7b41950650b9 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606799 Jun 29 08:03:55.029968 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-80638bb7-39f9-43ba-a9fe-e3e05f897141 req-a019761c-bd77-4931-8578-06d51c3396ce tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992335 Jun 29 08:03:55.048999 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.db.resource_extend [None req-d9508ef1-bf0d-4ed1-8509-a193f62316d2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 29 08:03:55.603740 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9508ef1-bf0d-4ed1-8509-a193f62316d2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:55.616522 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bf02af10-84be-4a5a-9a67-c05db1051aa1 admin admin] Publish callbacks [] for security_group (435ce669-30d4-42c8-90ab-e4251072674f), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:55.619093 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16798-9beb-48c8-b1af-b694e8920383 req-0f781a36-f98a-4c32-9ae0-af21d31619d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:55.621613 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dca16798-9beb-48c8-b1af-b694e8920383 req-0f781a36-f98a-4c32-9ae0-af21d31619d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 1.0061238 Jun 29 08:03:55.625985 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9508ef1-bf0d-4ed1-8509-a193f62316d2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (72f705f4-2d7e-4391-b584-3b772d586c7b), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:55.630387 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bf02af10-84be-4a5a-9a67-c05db1051aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (435ce669-30d4-42c8-90ab-e4251072674f), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:55.672125 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd450590-0d1f-493f-931b-a735aeb83aba req-a95abade-9eb2-408d-89a0-04b2461b974a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:55.673893 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bd450590-0d1f-493f-931b-a735aeb83aba req-a95abade-9eb2-408d-89a0-04b2461b974a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.2665515 Jun 29 08:03:55.691540 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39208) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:55.701152 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-7c7b6e58-c5f7-46c0-9cbf-ec921fd85e1d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'floatingip': {'port_id': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:03:55.769881 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02af10-84be-4a5a-9a67-c05db1051aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435ce669-30d4-42c8-90ab-e4251072674f,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:55.782329 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dca16798-9beb-48c8-b1af-b694e8920383 req-d73fdadd-d68b-4ffc-ba2a-32bea935d7db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce HTTP/1.1" status: 200 len: 217 time: 0.1532900 Jun 29 08:03:55.837555 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-bf02af10-84be-4a5a-9a67-c05db1051aa1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=facb7cc1d95345a49be48ad34872149c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7128310 Jun 29 08:03:55.845342 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39212) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:55.898516 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6e58-c5f7-46c0-9cbf-ec921fd85e1d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (617d7b76-b9d5-425e-9a53-acb30df392ab), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:55.922731 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16798-9beb-48c8-b1af-b694e8920383 req-cc65b4cf-cee8-4b18-917d-d69750b21e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:55.924679 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dca16798-9beb-48c8-b1af-b694e8920383 req-cc65b4cf-cee8-4b18-917d-d69750b21e46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.1299145 Jun 29 08:03:55.972454 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [None req-d9508ef1-bf0d-4ed1-8509-a193f62316d2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Floating IP 72f705f4-2d7e-4391-b584-3b772d586c7b associated. External IP: 172.27.3.204, port: b93d914e-7134-4247-b5f0-de80f217a1e0. Jun 29 08:03:56.042187 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:56.105533 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0303c58f-f29e-487e-922d-0a32e6d66848 admin admin] Publish callbacks [] for security_group (435ce669-30d4-42c8-90ab-e4251072674f), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:56.108060 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16798-9beb-48c8-b1af-b694e8920383 req-24300b65-a330-42f4-adb3-4e7d09f2beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:56.109948 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dca16798-9beb-48c8-b1af-b694e8920383 req-24300b65-a330-42f4-adb3-4e7d09f2beb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1769905 Jun 29 08:03:56.181121 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a335-1658-43ef-a4fd-3e462b0376bb req-d1c93d36-d243-430d-ad7e-a85465ab23a8 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:56.182882 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6f19a335-1658-43ef-a4fd-3e462b0376bb req-d1c93d36-d243-430d-ad7e-a85465ab23a8 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0851591 Jun 29 08:03:56.261714 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0303c58f-f29e-487e-922d-0a32e6d66848 admin admin] Publish callbacks [] for security_group (435ce669-30d4-42c8-90ab-e4251072674f), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:56.289926 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:56.301430 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dca16798-9beb-48c8-b1af-b694e8920383 req-ffbba975-ee00-40c1-9c10-d25599e632be service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816671 Jun 29 08:03:56.347231 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6f19a335-1658-43ef-a4fd-3e462b0376bb req-ae49b176-5c41-44ec-86b9-f7d1b65d910a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545665 Jun 29 08:03:56.364507 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:56.685045 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9508ef1-bf0d-4ed1-8509-a193f62316d2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Router 8fa6ff64-ab0d-426c-bae2-24e675087469 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:03:56.722229 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0303c58f-f29e-487e-922d-0a32e6d66848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (435ce669-30d4-42c8-90ab-e4251072674f), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:56.727408 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0303c58f-f29e-487e-922d-0a32e6d66848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:56.729517 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0303c58f-f29e-487e-922d-0a32e6d66848 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/435ce669-30d4-42c8-90ab-e4251072674f HTTP/1.1" status: 204 len: 168 time: 0.8825867 Jun 29 08:03:56.760632 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303c58f-f29e-487e-922d-0a32e6d66848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435ce669-30d4-42c8-90ab-e4251072674f,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:56.920412 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dca16798-9beb-48c8-b1af-b694e8920383 req-69bf880a-7e09-47f3-a65d-21afa9b600c1 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097517 Jun 29 08:03:56.982457 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7e8b7480-d717-42ad-8414-15632a5fd8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:57.064886 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6e58-c5f7-46c0-9cbf-ec921fd85e1d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:57.076036 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6e58-c5f7-46c0-9cbf-ec921fd85e1d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (617d7b76-b9d5-425e-9a53-acb30df392ab), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:57.107000 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9508ef1-bf0d-4ed1-8509-a193f62316d2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:03:57.117494 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9508ef1-bf0d-4ed1-8509-a193f62316d2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:57.121144 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39252) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:57.134097 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] Sync routers for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:03:57.170243 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:03:57.171739 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:03:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:57.206814 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d9508ef1-bf0d-4ed1-8509-a193f62316d2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "PUT /v2.0/floatingips/72f705f4-2d7e-4391-b584-3b772d586c7b HTTP/1.1" status: 200 len: 992 time: 4.6634176 Jun 29 08:03:57.211105 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'tag': 'b93d914e-7134-4247-b5f0-de80f217a1e0'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:57.220774 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677c9c97-b7eb-4255-b554-6531d6b8f19c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d97f9b-3f4a-4a5e-89e8-98d55412fe71", "tag": "b93d914e-7134-4247-b5f0-de80f217a1e0"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:57.316266 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d879b1fa-9662-4187-8f98-a276c70bdd5c x-openstack-request-id: req-d879b1fa-9662-4187-8f98-a276c70bdd5c {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:57.316591 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d97f9b-3f4a-4a5e-89e8-98d55412fe71", "tag": "b93d914e-7134-4247-b5f0-de80f217a1e0", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:57.316877 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d879b1fa-9662-4187-8f98-a276c70bdd5c {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:57.317337 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d879b1fa-9662-4187-8f98-a276c70bdd5c'] response: {'name': 'network-changed', 'server_uuid': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'tag': 'b93d914e-7134-4247-b5f0-de80f217a1e0', 'status': 'completed', 'code': 200} Jun 29 08:03:57.377558 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-7c7b6e58-c5f7-46c0-9cbf-ec921fd85e1d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Floating IP 617d7b76-b9d5-425e-9a53-acb30df392ab associated. External IP: 172.27.3.131, port: dfb8e71b-41e2-4d03-8de7-4f7323f5b53b. Jun 29 08:03:57.430201 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:57.586821 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d3f83dac-d235-4a32-bfce-1b651171e538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:57.593758 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-cfff2591-7821-4f69-abd8-f169281c2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:57.596246 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-cfff2591-7821-4f69-abd8-f169281c2e74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 1130 time: 0.1407673 Jun 29 08:03:57.631020 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39268) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:57.671358 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fe18c82b-fe0b-4a41-aa4b-1ee9786b6fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:57.694759 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b595-643e-4e28-9d84-e22cb1dbe4f1 req-2056a61c-f420-45f5-869f-c16de2c5870b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:57.707620 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7516b595-643e-4e28-9d84-e22cb1dbe4f1 req-2056a61c-f420-45f5-869f-c16de2c5870b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.1228046 Jun 29 08:03:57.891872 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fe18c82b-fe0b-4a41-aa4b-1ee9786b6fe1 admin admin] Publish callbacks [] for security_group (b2f43bcf-83a0-425e-885c-8e944392581a), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:57.906623 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:57.910830 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fe18c82b-fe0b-4a41-aa4b-1ee9786b6fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b2f43bcf-83a0-425e-885c-8e944392581a), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:57.963664 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:58.010678 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-11b62596-811d-47f4-93e4-670bf28b14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:58.012372 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-11b62596-811d-47f4-93e4-670bf28b14ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 911 time: 0.3012259 Jun 29 08:03:58.014436 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39284) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:58.044540 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7516b595-643e-4e28-9d84-e22cb1dbe4f1 req-1e3b95d0-f36c-4a31-9836-d6748dc3886f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357425 Jun 29 08:03:58.052875 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '72f705f4-2d7e-4391-b584-3b772d586c7b', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'port_id': 'b93d914e-7134-4247-b5f0-de80f217a1e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'mac_address': 'fa:16:3e:7f:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:03:04Z', 'updated_at': '2022-06-29T08:03:54Z', 'revision_number': 1, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:58.070653 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18c82b-fe0b-4a41-aa4b-1ee9786b6fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f43bcf-83a0-425e-885c-8e944392581a,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:58.083277 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-fe18c82b-fe0b-4a41-aa4b-1ee9786b6fe1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1bd1abd1734408f9cfb5a6ff45dcaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4496810 Jun 29 08:03:58.084997 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] Checking router: 8fa6ff64-ab0d-426c-bae2-24e675087469 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:03:58.088897 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39286) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:58.111742 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:58.125709 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:03:58.127722 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:03:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:58.220905 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d3f83dac-d235-4a32-bfce-1b651171e538 admin admin] Publish callbacks [] for security_group (849ad4ea-878e-4a1a-b6e8-9d2d1e1b46ff), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.226745 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_v2 [None req-5946f4e6-6dc8-4bba-b686-fe6801b2cb3d admin admin] Deleting subnet 26213efb-013f-4b3b-aa9d-2a1b21a05393 {{(pid=103900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:03:58.233910 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-e66d0fef-6305-4fc9-b025-d2ee7af21691 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93d914e-7134-4247-b5f0-de80f217a1e0 HTTP/1.1" status: 200 len: 1000 time: 0.1943386 Jun 29 08:03:58.235931 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d3f83dac-d235-4a32-bfce-1b651171e538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (849ad4ea-878e-4a1a-b6e8-9d2d1e1b46ff), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.241573 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5946f4e6-6dc8-4bba-b686-fe6801b2cb3d admin admin] Publish callbacks [] for subnet (26213efb-013f-4b3b-aa9d-2a1b21a05393), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.314761 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.322633 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:58.374345 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-70848e84-e5e3-4f77-ad0f-a8826e9b4eaf admin admin] Publish callbacks [] for security_group (b2f43bcf-83a0-425e-885c-8e944392581a), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.378245 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5946f4e6-6dc8-4bba-b686-fe6801b2cb3d admin admin] Publish callbacks [] for subnet (26213efb-013f-4b3b-aa9d-2a1b21a05393), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.383207 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7b6e58-c5f7-46c0-9cbf-ec921fd85e1d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Router accf43d2-5747-43bd-938c-9a89c1c231cd has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:03:58.398630 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d3f83dac-d235-4a32-bfce-1b651171e538 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58753e247b024c548631d6cbdb8db85f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2720954 Jun 29 08:03:58.398630 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f83dac-d235-4a32-bfce-1b651171e538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849ad4ea-878e-4a1a-b6e8-9d2d1e1b46ff,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:58.398630 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5946f4e6-6dc8-4bba-b686-fe6801b2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (26213efb-013f-4b3b-aa9d-2a1b21a05393), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.399168 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39288) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:58.422157 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-70848e84-e5e3-4f77-ad0f-a8826e9b4eaf admin admin] Publish callbacks [] for security_group (b2f43bcf-83a0-425e-885c-8e944392581a), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.445872 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-b6c87540-a717-4cb7-bae4-9912df454662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:58.448233 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-b6c87540-a717-4cb7-bae4-9912df454662 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609be66d-5709-4032-86d4-0115dbc1bb2c HTTP/1.1" status: 200 len: 849 time: 0.2083614 Jun 29 08:03:58.476426 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:58.513075 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5946f4e6-6dc8-4bba-b686-fe6801b2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (26213efb-013f-4b3b-aa9d-2a1b21a05393), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.551096 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5946f4e6-6dc8-4bba-b686-fe6801b2cb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.555071 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5946f4e6-6dc8-4bba-b686-fe6801b2cb3d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/26213efb-013f-4b3b-aa9d-2a1b21a05393 HTTP/1.1" status: 204 len: 168 time: 0.5383136 Jun 29 08:03:58.556130 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946f4e6-6dc8-4bba-b686-fe6801b2cb3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26213efb-013f-4b3b-aa9d-2a1b21a05393,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:58.560038 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39292) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:58.603166 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d20c1882-28d4-494f-8ce0-1e5a1c47ffa3 admin admin] Publish callbacks [] for security_group (849ad4ea-878e-4a1a-b6e8-9d2d1e1b46ff), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.636777 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d20c1882-28d4-494f-8ce0-1e5a1c47ffa3 admin admin] Publish callbacks [] for security_group (849ad4ea-878e-4a1a-b6e8-9d2d1e1b46ff), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.651381 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (40f880d4-1da3-489b-9dbb-54655f1de70b), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.671844 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-70848e84-e5e3-4f77-ad0f-a8826e9b4eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b2f43bcf-83a0-425e-885c-8e944392581a), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.674177 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '72f705f4-2d7e-4391-b584-3b772d586c7b', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'port_id': 'b93d914e-7134-4247-b5f0-de80f217a1e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'mac_address': 'fa:16:3e:7f:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:03:04Z', 'updated_at': '2022-06-29T08:03:54Z', 'revision_number': 1, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:58.674830 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-70848e84-e5e3-4f77-ad0f-a8826e9b4eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.685030 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-70848e84-e5e3-4f77-ad0f-a8826e9b4eaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2f43bcf-83a0-425e-885c-8e944392581a HTTP/1.1" status: 204 len: 168 time: 0.5859215 Jun 29 08:03:58.732585 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749a39b-614d-44e5-be2b-588d719b34a2 None None] The sync data for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi is: [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '72f705f4-2d7e-4391-b584-3b772d586c7b', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'port_id': 'b93d914e-7134-4247-b5f0-de80f217a1e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'mac_address': 'fa:16:3e:7f:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:03:04Z', 'updated_at': '2022-06-29T08:03:54Z', 'revision_number': 1, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:03:58.743095 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7b6e58-c5f7-46c0-9cbf-ec921fd85e1d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:03:58.745427 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70848e84-e5e3-4f77-ad0f-a8826e9b4eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f43bcf-83a0-425e-885c-8e944392581a,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:58.749741 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6e58-c5f7-46c0-9cbf-ec921fd85e1d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.755334 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] Sync routers for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:03:58.758731 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d20c1882-28d4-494f-8ce0-1e5a1c47ffa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (849ad4ea-878e-4a1a-b6e8-9d2d1e1b46ff), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.761665 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d20c1882-28d4-494f-8ce0-1e5a1c47ffa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:58.765923 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-d20c1882-28d4-494f-8ce0-1e5a1c47ffa3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/849ad4ea-878e-4a1a-b6e8-9d2d1e1b46ff HTTP/1.1" status: 204 len: 168 time: 0.3660111 Jun 29 08:03:58.799730 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c1882-28d4-494f-8ce0-1e5a1c47ffa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849ad4ea-878e-4a1a-b6e8-9d2d1e1b46ff,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:58.807077 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:03:58.807852 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:03:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:58.821004 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-7c7b6e58-c5f7-46c0-9cbf-ec921fd85e1d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "PUT /v2.0/floatingips/617d7b76-b9d5-425e-9a53-acb30df392ab HTTP/1.1" status: 200 len: 991 time: 3.1276307 Jun 29 08:03:58.821884 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:03:58.826616 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88906ea3-d927-466a-8532-72eec73b9e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:03:58.899703 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b52318-b771-46c5-86d2-f6da8bd6db52 x-openstack-request-id: req-07b52318-b771-46c5-86d2-f6da8bd6db52 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:03:58.900278 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:03:58.900460 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07b52318-b771-46c5-86d2-f6da8bd6db52 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:03:58.901082 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b52318-b771-46c5-86d2-f6da8bd6db52'] response: {'name': 'network-changed', 'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'status': 'completed', 'code': 200} Jun 29 08:03:58.963251 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:03:58.986572 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:59.192005 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (40f880d4-1da3-489b-9dbb-54655f1de70b), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:59.222658 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd7dd9-4c6b-4ac9-b2e9-d441dac69997 None None] New status for floating IP 72f705f4-2d7e-4391-b584-3b772d586c7b: ACTIVE {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:03:59.345936 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '617d7b76-b9d5-425e-9a53-acb30df392ab', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'port_id': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'mac_address': 'fa:16:3e:41:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:03:17Z', 'updated_at': '2022-06-29T08:03:56Z', 'revision_number': 1, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:59.349855 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.350427 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.351530 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.351947 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > port after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.352368 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.352805 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.353278 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.353744 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.354244 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.354578 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.384095 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] Checking router: accf43d2-5747-43bd-938c-9a89c1c231cd for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:03:59.395316 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:03:59.395966 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:03:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:59.538827 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:59.563652 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:03:59.621556 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.621556 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.621556 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.621556 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:03:59.621556 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f880d4-1da3-489b-9dbb-54655f1de70b']}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:59.660606 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89cda2-9e2a-4f48-9e1a-24317ee8df04 req-0631106c-b4cd-4bf6-b0de-a18a7f9b3832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:03:59.663909 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6e89cda2-9e2a-4f48-9e1a-24317ee8df04 req-0631106c-b4cd-4bf6-b0de-a18a7f9b3832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.4550648 Jun 29 08:03:59.674918 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21f4192-6cef-43f0-9590-14183300b326') {'for_net_delete': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:59.675787 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21f4192-6cef-43f0-9590-14183300b326') {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:03:59.718501 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25764317'] for segment (c21f4192-6cef-43f0-9590-14183300b326), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:59.757578 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (c21f4192-6cef-43f0-9590-14183300b326), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:59.781663 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:03:59.782309 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946667'] for segment (c21f4192-6cef-43f0-9590-14183300b326), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:59.826819 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6e89cda2-9e2a-4f48-9e1a-24317ee8df04 req-614afb87-baca-4abc-8e98-0f1ae82dada2 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447518 Jun 29 08:03:59.888391 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (40f880d4-1da3-489b-9dbb-54655f1de70b), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:59.897716 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:59.901659 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] 10.222.0.43 "DELETE /v2.0/networks/40f880d4-1da3-489b-9dbb-54655f1de70b HTTP/1.1" status: 204 len: 168 time: 1.3396866 Jun 29 08:03:59.904228 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39334) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:03:59.916749 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0c49f-083b-4070-aef8-f37fd53ca698 admin admin] Pushing event deleted for resources: {'Network': ['ID=40f880d4-1da3-489b-9dbb-54655f1de70b,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:03:59.979249 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6432f6-492b-4704-bb62-b9a64d8175f5 admin admin] Deleting subnet ec32ae5a-6abc-4e87-be06-19b5315af61c {{(pid=103901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:03:59.984525 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3c6432f6-492b-4704-bb62-b9a64d8175f5 admin admin] Publish callbacks [] for subnet (ec32ae5a-6abc-4e87-be06-19b5315af61c), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:03:59.984665 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.045044 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3c6432f6-492b-4704-bb62-b9a64d8175f5 admin admin] Publish callbacks [] for subnet (ec32ae5a-6abc-4e87-be06-19b5315af61c), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.061633 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3c6432f6-492b-4704-bb62-b9a64d8175f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (ec32ae5a-6abc-4e87-be06-19b5315af61c), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.067327 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '617d7b76-b9d5-425e-9a53-acb30df392ab', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'port_id': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'mac_address': 'fa:16:3e:41:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:03:17Z', 'updated_at': '2022-06-29T08:03:56Z', 'revision_number': 1, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:00.113199 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927eff0-e3d4-4f76-8d9c-b012ac0614f0 None None] The sync data for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi is: [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '617d7b76-b9d5-425e-9a53-acb30df392ab', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'port_id': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'mac_address': 'fa:16:3e:41:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:03:17Z', 'updated_at': '2022-06-29T08:03:56Z', 'revision_number': 1, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:04:00.190708 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3c6432f6-492b-4704-bb62-b9a64d8175f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for subnet (ec32ae5a-6abc-4e87-be06-19b5315af61c), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.191192 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment c21f4192-6cef-43f0-9590-14183300b326 resource provider aggregate not found Jun 29 08:04:00.219319 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment c21f4192-6cef-43f0-9590-14183300b326 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c21f4192-6cef-43f0-9590-14183300b326 found for delete ", "request_id": "req-dabfecb4-e381-4110-b51d-4db8b241834a"}]} Jun 29 08:04:00.273931 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6432f6-492b-4704-bb62-b9a64d8175f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec32ae5a-6abc-4e87-be06-19b5315af61c,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:00.276639 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3c6432f6-492b-4704-bb62-b9a64d8175f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.282291 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-3c6432f6-492b-4704-bb62-b9a64d8175f5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ec32ae5a-6abc-4e87-be06-19b5315af61c HTTP/1.1" status: 204 len: 168 time: 0.3729537 Jun 29 08:04:00.282585 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39354) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:00.376406 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (d35f109a-105e-4674-9395-8ab491fc9afa), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.383401 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:00.437306 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:00.532583 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (d35f109a-105e-4674-9395-8ab491fc9afa), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.535946 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f310c3-9a73-4ffc-a216-c85a62215f1c None None] New status for floating IP 617d7b76-b9d5-425e-9a53-acb30df392ab: ACTIVE {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:04:00.576241 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.577683 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.579218 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.580631 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > port after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.581551 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.583461 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > port after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.584141 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.586997 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.587718 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.589300 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.696315 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.696920 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.697442 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.697918 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 08:04:00.698443 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35f109a-105e-4674-9395-8ab491fc9afa']}} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:00.720652 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f62f0d4-c118-423b-b493-1c6551867825') {'for_net_delete': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:00.721276 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f62f0d4-c118-423b-b493-1c6551867825') {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:00.745013 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26202124'] for segment (7f62f0d4-c118-423b-b493-1c6551867825), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.782204 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (7f62f0d4-c118-423b-b493-1c6551867825), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.794381 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:04:00.794791 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26775310'] for segment (7f62f0d4-c118-423b-b493-1c6551867825), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.899957 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (d35f109a-105e-4674-9395-8ab491fc9afa), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.908434 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:00.914123 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] 10.222.0.43 "DELETE /v2.0/networks/d35f109a-105e-4674-9395-8ab491fc9afa HTTP/1.1" status: 204 len: 168 time: 0.6298707 Jun 29 08:04:00.962297 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1b89a-da12-4975-b444-04ad7e19702c admin admin] Pushing event deleted for resources: {'Network': ['ID=d35f109a-105e-4674-9395-8ab491fc9afa,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:01.107642 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55fc2c-84e3-4b4b-84c5-775479cd198b req-1277c6f0-fbd5-446c-ad2a-6af5b4ba4d27 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:01.110474 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8c55fc2c-84e3-4b4b-84c5-775479cd198b req-1277c6f0-fbd5-446c-ad2a-6af5b4ba4d27 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.1229634 Jun 29 08:04:01.160896 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-dcaeeb1f-494b-46c1-b487-a7fc9e422cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:01.163210 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-dcaeeb1f-494b-46c1-b487-a7fc9e422cb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83284d8b-f58e-483b-bfde-1c25f92d3de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1188736 Jun 29 08:04:01.244405 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8c55fc2c-84e3-4b4b-84c5-775479cd198b req-a6b1dadf-7d9b-468d-a6a6-3c87e4d5ac1a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156862 Jun 29 08:04:01.321033 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88906ea3-d927-466a-8532-72eec73b9e1d req-f3ae3e09-b3bf-4681-95f7-8d73b73d9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:01.325004 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-88906ea3-d927-466a-8532-72eec73b9e1d req-f3ae3e09-b3bf-4681-95f7-8d73b73d9439 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 1129 time: 0.1997175 Jun 29 08:04:01.357879 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39390) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:01.404446 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-ff6cce3c-170c-4827-8853-016fea680f37 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277672 Jun 29 08:04:01.465444 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-4a2a1a6e-86fe-4f89-b5d1-43bf84c658be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f33904a6b474414bd4632b2b024025c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1063931 Jun 29 08:04:01.471879 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39394) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:01.599435 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:01.649138 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-677c9c97-b7eb-4255-b554-6531d6b8f19c req-ed666fed-13db-4561-8674-57f9073927cc service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313261 Jun 29 08:04:01.777728 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment 7f62f0d4-c118-423b-b493-1c6551867825 resource provider aggregate not found Jun 29 08:04:01.810599 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment 7f62f0d4-c118-423b-b493-1c6551867825 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f62f0d4-c118-423b-b493-1c6551867825 found for delete ", "request_id": "req-0b8ba287-67a8-4357-8139-2f82c14e9240"}]} Jun 29 08:04:01.811921 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88906ea3-d927-466a-8532-72eec73b9e1d req-84a4680b-b2ff-4203-8f2b-4f4d8d432f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:01.813813 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-88906ea3-d927-466a-8532-72eec73b9e1d req-84a4680b-b2ff-4203-8f2b-4f4d8d432f97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 918 time: 0.4632277 Jun 29 08:04:01.820450 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4163-4ae5-4bab-ae99-2e64d59c49e1 admin admin] Publish callbacks [] for security_group (eec6585b-2f01-4e87-8d68-0aea4f32207b), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:01.872446 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4163-4ae5-4bab-ae99-2e64d59c49e1 admin admin] Publish callbacks [] for security_group (eec6585b-2f01-4e87-8d68-0aea4f32207b), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:02.079101 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-88906ea3-d927-466a-8532-72eec73b9e1d req-3f243816-5392-4691-a731-c188e3efad9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b HTTP/1.1" status: 200 len: 1001 time: 0.2260294 Jun 29 08:04:02.180212 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4163-4ae5-4bab-ae99-2e64d59c49e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (eec6585b-2f01-4e87-8d68-0aea4f32207b), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:02.186368 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4163-4ae5-4bab-ae99-2e64d59c49e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:02.188561 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ab5b4163-4ae5-4bab-ae99-2e64d59c49e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eec6585b-2f01-4e87-8d68-0aea4f32207b HTTP/1.1" status: 204 len: 168 time: 0.7145481 Jun 29 08:04:02.202677 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88906ea3-d927-466a-8532-72eec73b9e1d req-97db0f3b-9658-47f5-a204-2b66b65c6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:02.205257 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-88906ea3-d927-466a-8532-72eec73b9e1d req-97db0f3b-9658-47f5-a204-2b66b65c6e57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 200 len: 856 time: 0.1167562 Jun 29 08:04:02.214696 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b4163-4ae5-4bab-ae99-2e64d59c49e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec6585b-2f01-4e87-8d68-0aea4f32207b,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:02.297805 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88906ea3-d927-466a-8532-72eec73b9e1d req-71cfa8f1-df6c-4f61-a568-63fdcba82353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:02.301093 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-88906ea3-d927-466a-8532-72eec73b9e1d req-71cfa8f1-df6c-4f61-a568-63fdcba82353 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f3afbc5-288f-4461-967f-3d79e5607ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0827289 Jun 29 08:04:02.478648 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-88906ea3-d927-466a-8532-72eec73b9e1d req-27e351cb-23f8-4d56-9f2a-0013727c531a service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668844 Jun 29 08:04:02.530035 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:02.635549 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23c19e-2cfa-47fd-bafc-3c19f8c63627 req-18f2e70c-c0d5-4bc0-b956-0c705bed4299 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:02.650034 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9a23c19e-2cfa-47fd-bafc-3c19f8c63627 req-18f2e70c-c0d5-4bc0-b956-0c705bed4299 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.1862106 Jun 29 08:04:02.742545 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-88906ea3-d927-466a-8532-72eec73b9e1d req-2425b41b-23da-423c-a3fa-d58bbeae63f1 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534356 Jun 29 08:04:02.751963 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9a23c19e-2cfa-47fd-bafc-3c19f8c63627 req-013d5018-da26-4379-97e7-f8ecb811aaa1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907457 Jun 29 08:04:03.027842 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39456) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:03.106159 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39458) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:03.107430 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-66ab5fbe-7fc6-4617-9445-077bd3b1ad9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb208e395a2e4fb7b16a7e21dba1e573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722308 Jun 29 08:04:03.200006 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cdf5496c-19b6-40f9-b17f-fcac043cf368 admin admin] Publish callbacks [] for security_group (23e4b2f9-0d60-4687-b037-83a63bd9ee24), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:03.262208 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cdf5496c-19b6-40f9-b17f-fcac043cf368 admin admin] Publish callbacks [] for security_group (23e4b2f9-0d60-4687-b037-83a63bd9ee24), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:03.369937 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cdf5496c-19b6-40f9-b17f-fcac043cf368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (23e4b2f9-0d60-4687-b037-83a63bd9ee24), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:03.372584 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cdf5496c-19b6-40f9-b17f-fcac043cf368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:03.377109 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-cdf5496c-19b6-40f9-b17f-fcac043cf368 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23e4b2f9-0d60-4687-b037-83a63bd9ee24 HTTP/1.1" status: 204 len: 168 time: 0.2661397 Jun 29 08:04:03.385281 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5496c-19b6-40f9-b17f-fcac043cf368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e4b2f9-0d60-4687-b037-83a63bd9ee24,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:03.946064 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b3f83-1b11-4509-9ee4-bf1522a00f79 req-0b71f7d2-b136-4f0f-ae80-01dbf86fda89 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:03.948690 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ee6b3f83-1b11-4509-9ee4-bf1522a00f79 req-0b71f7d2-b136-4f0f-ae80-01dbf86fda89 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0886462 Jun 29 08:04:04.028346 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ee6b3f83-1b11-4509-9ee4-bf1522a00f79 req-36514dda-2168-41e8-bb7d-7468c290fd6d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714324 Jun 29 08:04:04.868929 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39518) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:05.004379 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e4b36f6d-d9fe-4a25-8d7c-cf2c65e4e6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:05.031241 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:05.112018 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e4b36f6d-d9fe-4a25-8d7c-cf2c65e4e6c4 admin admin] Publish callbacks [] for security_group (a3c3202c-83bb-4022-b097-9fc128e35930), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:05.117979 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e4b36f6d-d9fe-4a25-8d7c-cf2c65e4e6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (a3c3202c-83bb-4022-b097-9fc128e35930), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:05.169468 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b36f6d-d9fe-4a25-8d7c-cf2c65e4e6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c3202c-83bb-4022-b097-9fc128e35930,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:05.177149 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-e4b36f6d-d9fe-4a25-8d7c-cf2c65e4e6c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f05fac638c8146bd978a1467d2403b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068614 Jun 29 08:04:05.180168 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7b29c-dcc1-46db-9bfb-2d869e98c19b req-2120cb2f-12bf-4fd0-b3cf-adf24cfe0c02 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:05.181110 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39524) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:05.181908 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-99f7b29c-dcc1-46db-9bfb-2d869e98c19b req-2120cb2f-12bf-4fd0-b3cf-adf24cfe0c02 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0603404 Jun 29 08:04:05.226690 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:05.255501 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e6f77467-3b97-40ee-b960-e0241d041efc admin admin] Publish callbacks [] for security_group (a3c3202c-83bb-4022-b097-9fc128e35930), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:05.260116 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-99f7b29c-dcc1-46db-9bfb-2d869e98c19b req-f59a608e-87f4-4034-9230-55a6ef7cbd62 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660021 Jun 29 08:04:05.292654 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e6f77467-3b97-40ee-b960-e0241d041efc admin admin] Publish callbacks [] for security_group (a3c3202c-83bb-4022-b097-9fc128e35930), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:05.359436 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e6f77467-3b97-40ee-b960-e0241d041efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (a3c3202c-83bb-4022-b097-9fc128e35930), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:05.363552 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e6f77467-3b97-40ee-b960-e0241d041efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:05.365103 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-e6f77467-3b97-40ee-b960-e0241d041efc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3c3202c-83bb-4022-b097-9fc128e35930 HTTP/1.1" status: 204 len: 168 time: 0.1831937 Jun 29 08:04:05.378634 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f77467-3b97-40ee-b960-e0241d041efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c3202c-83bb-4022-b097-9fc128e35930,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:06.407207 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d56b22-e869-4df1-8ec2-10c9d0266be8 req-d31d22be-c9b9-4dab-a570-399fc44a9fed tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:06.412808 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b5d56b22-e869-4df1-8ec2-10c9d0266be8 req-d31d22be-c9b9-4dab-a570-399fc44a9fed tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0636311 Jun 29 08:04:06.473764 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b5d56b22-e869-4df1-8ec2-10c9d0266be8 req-bb1753dc-980f-46af-adde-7cf13de472c5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544803 Jun 29 08:04:07.639560 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0062e-4509-464e-bebc-7ff726b39911 req-92373c75-043d-4f81-9cc0-abeef9df724e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:07.641954 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2af0062e-4509-464e-bebc-7ff726b39911 req-92373c75-043d-4f81-9cc0-abeef9df724e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0710347 Jun 29 08:04:07.715487 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2af0062e-4509-464e-bebc-7ff726b39911 req-6593b028-bb65-4386-bb67-0a15744d8a2a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643325 Jun 29 08:04:08.035269 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 39654) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:08.192256 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c65e-36b4-4a11-a99c-371fba2f4094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:08.290180 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c65e-36b4-4a11-a99c-371fba2f4094 admin admin] Publish callbacks [] for security_group (cdc980da-3dc4-443b-b45c-d8f67effd3f3), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:08.298197 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b6a3c65e-36b4-4a11-a99c-371fba2f4094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (cdc980da-3dc4-443b-b45c-d8f67effd3f3), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:08.348391 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3c65e-36b4-4a11-a99c-371fba2f4094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc980da-3dc4-443b-b45c-d8f67effd3f3,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:08.359378 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 39666) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:08.359598 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b6a3c65e-36b4-4a11-a99c-371fba2f4094 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c008b921fd845fba127bcea93adb0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220148 Jun 29 08:04:08.457679 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3da50d8a-38c9-44da-9224-4dc53fbc4227 admin admin] Publish callbacks [] for security_group (cdc980da-3dc4-443b-b45c-d8f67effd3f3), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:08.504773 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3da50d8a-38c9-44da-9224-4dc53fbc4227 admin admin] Publish callbacks [] for security_group (cdc980da-3dc4-443b-b45c-d8f67effd3f3), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:08.602229 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3da50d8a-38c9-44da-9224-4dc53fbc4227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (cdc980da-3dc4-443b-b45c-d8f67effd3f3), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:08.606369 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3da50d8a-38c9-44da-9224-4dc53fbc4227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:08.608010 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-3da50d8a-38c9-44da-9224-4dc53fbc4227 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdc980da-3dc4-443b-b45c-d8f67effd3f3 HTTP/1.1" status: 204 len: 168 time: 0.2470398 Jun 29 08:04:08.634798 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da50d8a-38c9-44da-9224-4dc53fbc4227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc980da-3dc4-443b-b45c-d8f67effd3f3,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:08.884094 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:08.899778 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8185b7-0039-44ce-894d-7af6dfe61006 req-943458b7-b7ff-4bf1-b345-42422a408b25 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:08.901425 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8f8185b7-0039-44ce-894d-7af6dfe61006 req-943458b7-b7ff-4bf1-b345-42422a408b25 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0710533 Jun 29 08:04:08.995340 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8f8185b7-0039-44ce-894d-7af6dfe61006 req-26e889e3-9b1e-48b0-aad9-0a15e1b5e0f3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834882 Jun 29 08:04:09.273832 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=86 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:09.512395 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:10.158346 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a6cf5-b0e3-4947-8a1f-6659252e2a70 req-2e3f1d63-0c13-4956-a32d-afc3597e8d3e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:10.159927 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b43a6cf5-b0e3-4947-8a1f-6659252e2a70 req-2e3f1d63-0c13-4956-a32d-afc3597e8d3e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0543013 Jun 29 08:04:10.230699 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b43a6cf5-b0e3-4947-8a1f-6659252e2a70 req-68f8a496-3dbf-4d97-9fbe-e44dbdcf7418 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Jun 29 08:04:11.433053 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42323e9-e40b-4a3e-bec0-3d8b9b8ca859 req-148da0a2-5b81-4e31-a3ea-b28754518b7e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:11.441138 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a42323e9-e40b-4a3e-bec0-3d8b9b8ca859 req-148da0a2-5b81-4e31-a3ea-b28754518b7e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.1192858 Jun 29 08:04:11.519856 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a42323e9-e40b-4a3e-bec0-3d8b9b8ca859 req-d6272307-eea8-4364-8ffc-175ea473e3c7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776489 Jun 29 08:04:12.246663 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:12.751507 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a40583-81ed-4401-8a9d-9a0e936084ce req-26bd5721-980f-4241-92a2-ed5eb47fe1be tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:12.757792 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d2a40583-81ed-4401-8a9d-9a0e936084ce req-26bd5721-980f-4241-92a2-ed5eb47fe1be tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.1240075 Jun 29 08:04:12.855838 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d2a40583-81ed-4401-8a9d-9a0e936084ce req-55a0aeba-0a8a-47ba-9a81-db2b50727c19 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857496 Jun 29 08:04:12.918887 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64a784-e731-41bb-b5f4-e65c194ac984 req-a1dc4a1f-b0cd-4556-b638-0daf0e650d52 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:12.921780 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a64a784-e731-41bb-b5f4-e65c194ac984 req-a1dc4a1f-b0cd-4556-b638-0daf0e650d52 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 946 time: 0.0973194 Jun 29 08:04:12.989640 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a64a784-e731-41bb-b5f4-e65c194ac984 req-ced8152a-98d5-48d0-a4d9-16dc8d8d5bb9 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604825 Jun 29 08:04:14.000391 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:14.011631 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004f06-187a-4e94-afcb-5d03619b3a2c req-3b545963-442d-4c8a-8d7e-48d60d6fe538 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:14.013382 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a5004f06-187a-4e94-afcb-5d03619b3a2c req-3b545963-442d-4c8a-8d7e-48d60d6fe538 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0589132 Jun 29 08:04:14.106587 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a5004f06-187a-4e94-afcb-5d03619b3a2c req-d55ea599-fff3-40a3-9985-94712c7821fb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850143 Jun 29 08:04:14.225153 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8ede8-fb98-4e67-a6ba-af3177e4e4a8 req-e476e449-1123-4fc8-b5d3-c0e3c57c7bc5 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:14.227142 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-20e8ede8-fb98-4e67-a6ba-af3177e4e4a8 req-e476e449-1123-4fc8-b5d3-c0e3c57c7bc5 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 946 time: 0.0810087 Jun 29 08:04:14.305177 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-20e8ede8-fb98-4e67-a6ba-af3177e4e4a8 req-08642258-6cf3-47dc-9030-2e4e61180217 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678060 Jun 29 08:04:15.251883 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994bd6b-bd65-42e3-ba59-c1d5d8746be5 req-a02a7a24-2b4d-4496-b603-c3c5cf560b25 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:15.254065 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c994bd6b-bd65-42e3-ba59-c1d5d8746be5 req-a02a7a24-2b4d-4496-b603-c3c5cf560b25 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0745902 Jun 29 08:04:15.364238 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c994bd6b-bd65-42e3-ba59-c1d5d8746be5 req-b7dc492d-e0af-4957-a254-40cd7afe02b8 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003971 Jun 29 08:04:15.397642 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=50 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:15.519051 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73339f66-5eff-4204-86d1-5abb27deb358 req-042a7cb9-6d8b-4721-91a6-bbf38be32423 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:15.520895 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-73339f66-5eff-4204-86d1-5abb27deb358 req-042a7cb9-6d8b-4721-91a6-bbf38be32423 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 946 time: 0.0976257 Jun 29 08:04:15.573008 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:15.628637 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-73339f66-5eff-4204-86d1-5abb27deb358 req-83af516e-f6cf-4ae3-aa50-178dbae3fe21 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b0c3a1-fee2-4c59-8b01-9d392856982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948489 Jun 29 08:04:15.631572 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-7b83cce0-f369-4679-9a7a-a38ac874397e tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:15.633982 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-7b83cce0-f369-4679-9a7a-a38ac874397e tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 946 time: 0.0740464 Jun 29 08:04:15.856467 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-424fd285-ddb4-485c-8b71-7cbb8715906c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Deleting port 11e73db4-c785-4473-850c-cf5dba7670fc {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:04:15.857284 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-424fd285-ddb4-485c-8b71-7cbb8715906c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:16.026298 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-424fd285-ddb4-485c-8b71-7cbb8715906c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] For port 11e73db4-c785-4473-850c-cf5dba7670fc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=11e73db4-c785-4473-850c-cf5dba7670fc,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:16.026675 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-424fd285-ddb4-485c-8b71-7cbb8715906c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:16.044774 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-424fd285-ddb4-485c-8b71-7cbb8715906c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Calling delete_port for 11e73db4-c785-4473-850c-cf5dba7670fc owned by compute:nova {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:04:16.220101 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-424fd285-ddb4-485c-8b71-7cbb8715906c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (11e73db4-c785-4473-850c-cf5dba7670fc), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:16.253748 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fd285-ddb4-485c-8b71-7cbb8715906c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Pushing event deleted for resources: {'Port': ['ID=11e73db4-c785-4473-850c-cf5dba7670fc,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:16.274556 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['11e73db4-c785-4473-850c-cf5dba7670fc'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:04:16.342161 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-424fd285-ddb4-485c-8b71-7cbb8715906c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] No DVR routers for this DVR port 11e73db4-c785-4473-850c-cf5dba7670fc on host hv-cinder-76810 {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:04:16.347187 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-424fd285-ddb4-485c-8b71-7cbb8715906c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:16.353704 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2fef307e-05ab-4802-849a-4638e2d56af4 req-424fd285-ddb4-485c-8b71-7cbb8715906c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.48 "DELETE /v2.0/ports/11e73db4-c785-4473-850c-cf5dba7670fc HTTP/1.1" status: 204 len: 173 time: 0.7121398 Jun 29 08:04:16.354407 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4774888-237c-41c5-8c79-7a6e34d17d70', 'name': 'network-vif-deleted', 'tag': '11e73db4-c785-4473-850c-cf5dba7670fc'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:04:16.358316 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166b2026-f65b-41e3-a7b1-2cf707ed844d" -d '{"events": [{"server_uuid": "b4774888-237c-41c5-8c79-7a6e34d17d70", "name": "network-vif-deleted", "tag": "11e73db4-c785-4473-850c-cf5dba7670fc"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:04:16.449921 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44838259-ced9-4bc4-957f-b4da1947486a x-openstack-request-id: req-44838259-ced9-4bc4-957f-b4da1947486a {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:04:16.450413 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4774888-237c-41c5-8c79-7a6e34d17d70", "name": "network-vif-deleted", "tag": "11e73db4-c785-4473-850c-cf5dba7670fc", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:04:16.450840 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44838259-ced9-4bc4-957f-b4da1947486a {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:04:16.451467 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44838259-ced9-4bc4-957f-b4da1947486a'] response: {'server_uuid': 'b4774888-237c-41c5-8c79-7a6e34d17d70', 'name': 'network-vif-deleted', 'tag': '11e73db4-c785-4473-850c-cf5dba7670fc', 'status': 'completed', 'code': 200} Jun 29 08:04:16.543349 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901e1e2-a531-4437-9f2b-3a35ac14e441 req-06dfcce4-89dc-42ca-9867-7138a8024de3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:16.545484 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6901e1e2-a531-4437-9f2b-3a35ac14e441 req-06dfcce4-89dc-42ca-9867-7138a8024de3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0689795 Jun 29 08:04:16.664901 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6901e1e2-a531-4437-9f2b-3a35ac14e441 req-13bde331-a6db-4702-ae99-9150f45c2616 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083717 Jun 29 08:04:16.778165 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a264ca63-cdf2-4549-99e1-d40469a74bcb req-de8cf1c6-eca7-4163-90d8-02581ca93d00 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.0503249 Jun 29 08:04:17.808359 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2366eab-ad92-4d9d-acd6-30ae92e5d712 req-81e3c42f-e051-4bf4-ac37-d757ba05c7ee tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:17.809994 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c2366eab-ad92-4d9d-acd6-30ae92e5d712 req-81e3c42f-e051-4bf4-ac37-d757ba05c7ee tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0608826 Jun 29 08:04:17.868520 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c2366eab-ad92-4d9d-acd6-30ae92e5d712 req-f67f9c1e-f921-4d96-a5cf-f157ad57adec tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526214 Jun 29 08:04:17.891892 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8bca2a75-76f7-4d5c-9fc5-240a5cf2c143 req-d36ac281-d040-459d-8086-6dbbf0e84991 tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.0352085 Jun 29 08:04:19.004171 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0f51e8aa-5255-47fe-9594-35829d494398 req-ca94926e-e1d1-4159-bac1-6089daaf33fb tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.0349286 Jun 29 08:04:19.020108 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b6a43-40cf-4646-a536-43bbf1609df5 req-748794a4-3bd9-46e5-b214-83c7eb51591b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:19.024519 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c52b6a43-40cf-4646-a536-43bbf1609df5 req-748794a4-3bd9-46e5-b214-83c7eb51591b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0741599 Jun 29 08:04:19.077456 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c52b6a43-40cf-4646-a536-43bbf1609df5 req-ef2235a9-787b-456d-830c-dcb3ce18037e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474541 Jun 29 08:04:19.531086 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:20.137116 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1c195478-da90-41cb-8f20-5b20155bcb4a req-25843d21-d8fe-44b6-9fb9-1f5117fce43c tempest-DeleteServersTestJSON-1859056524 tempest-DeleteServersTestJSON-1859056524-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4774888-237c-41c5-8c79-7a6e34d17d70 HTTP/1.1" status: 200 len: 210 time: 0.0468569 Jun 29 08:04:20.236505 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:20.257953 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc5a8-bc23-4023-840b-668c85c4b8b3 req-0944f8d2-56a2-4a11-8580-96a45b39b3de tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:20.260532 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-662fc5a8-bc23-4023-840b-668c85c4b8b3 req-0944f8d2-56a2-4a11-8580-96a45b39b3de tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0950942 Jun 29 08:04:20.331739 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-662fc5a8-bc23-4023-840b-668c85c4b8b3 req-35728ee8-a2b9-4a03-bf44-1cb6c2f2e139 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591161 Jun 29 08:04:21.515242 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 11e73db4-c785-4473-850c-cf5dba7670fc no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:04:21.541019 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: 11e73db4-c785-4473-850c-cf5dba7670fc {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:04:21.541560 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bee76-d31f-4714-add9-dc1139311a62 req-3347558c-b7d6-43e8-be4c-9ccad0b12486 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:21.542039 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 11e73db4-c785-4473-850c-cf5dba7670fc not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:04:21.544005 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-667bee76-d31f-4714-add9-dc1139311a62 req-3347558c-b7d6-43e8-be4c-9ccad0b12486 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0821748 Jun 29 08:04:21.546803 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40028) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:21.624136 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-667bee76-d31f-4714-add9-dc1139311a62 req-a2c5933d-55f8-4f08-bf0f-8d7882d387d7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679767 Jun 29 08:04:21.691237 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-83d0a9e4-bc16-49b4-8099-5c04e06b5676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:21.748336 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:04:21.792242 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-83d0a9e4-bc16-49b4-8099-5c04e06b5676 admin admin] Publish callbacks [] for security_group (e02ac7cc-cb42-4eeb-b0c4-d714b5194304), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:21.796751 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-83d0a9e4-bc16-49b4-8099-5c04e06b5676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e02ac7cc-cb42-4eeb-b0c4-d714b5194304), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:21.843266 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-83d0a9e4-bc16-49b4-8099-5c04e06b5676 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdd9e1aba3444c0bb815cb0aa45bc7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950304 Jun 29 08:04:21.844136 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0a9e4-bc16-49b4-8099-5c04e06b5676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02ac7cc-cb42-4eeb-b0c4-d714b5194304,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:21.846293 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40034) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:21.898661 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:21.928656 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8350b1fd-dfc3-4bdb-b1d9-b0f49afe9bfc admin admin] Publish callbacks [] for security_group (e02ac7cc-cb42-4eeb-b0c4-d714b5194304), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:21.968396 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8350b1fd-dfc3-4bdb-b1d9-b0f49afe9bfc admin admin] Publish callbacks [] for security_group (e02ac7cc-cb42-4eeb-b0c4-d714b5194304), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:22.033246 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8350b1fd-dfc3-4bdb-b1d9-b0f49afe9bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e02ac7cc-cb42-4eeb-b0c4-d714b5194304), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:22.038115 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8350b1fd-dfc3-4bdb-b1d9-b0f49afe9bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:22.042199 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-8350b1fd-dfc3-4bdb-b1d9-b0f49afe9bfc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e02ac7cc-cb42-4eeb-b0c4-d714b5194304 HTTP/1.1" status: 204 len: 168 time: 0.1924696 Jun 29 08:04:22.050325 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350b1fd-dfc3-4bdb-b1d9-b0f49afe9bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02ac7cc-cb42-4eeb-b0c4-d714b5194304,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:22.492004 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40052) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:22.507455 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8e657d54-b9d0-4a7e-b4b1-8dbe17988ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:22.621173 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8e657d54-b9d0-4a7e-b4b1-8dbe17988ee1 admin admin] Publish callbacks [] for security_group (e0d7ed9a-2da0-4671-a045-ac162eff8c1a), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:22.627303 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8e657d54-b9d0-4a7e-b4b1-8dbe17988ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e0d7ed9a-2da0-4671-a045-ac162eff8c1a), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:22.668066 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:22.671825 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e657d54-b9d0-4a7e-b4b1-8dbe17988ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d7ed9a-2da0-4671-a045-ac162eff8c1a,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:22.676669 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-8e657d54-b9d0-4a7e-b4b1-8dbe17988ee1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=271400214841469f853aa49b53528f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833756 Jun 29 08:04:22.681473 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40056) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:22.771890 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4bf4fa2b-499a-4df7-8cf2-4643b29fb30c admin admin] Publish callbacks [] for security_group (e0d7ed9a-2da0-4671-a045-ac162eff8c1a), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:22.833932 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4bf4fa2b-499a-4df7-8cf2-4643b29fb30c admin admin] Publish callbacks [] for security_group (e0d7ed9a-2da0-4671-a045-ac162eff8c1a), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:22.838721 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338c1f5-a8eb-49de-af1a-a5a800310d87 req-6b38df7c-4bfb-413e-ba6a-d0679ec13426 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:22.839253 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e338c1f5-a8eb-49de-af1a-a5a800310d87 req-6b38df7c-4bfb-413e-ba6a-d0679ec13426 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0784998 Jun 29 08:04:22.839764 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40064) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:22.919132 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4bf4fa2b-499a-4df7-8cf2-4643b29fb30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e0d7ed9a-2da0-4671-a045-ac162eff8c1a), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:22.922985 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4bf4fa2b-499a-4df7-8cf2-4643b29fb30c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:22.924731 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-4bf4fa2b-499a-4df7-8cf2-4643b29fb30c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0d7ed9a-2da0-4671-a045-ac162eff8c1a HTTP/1.1" status: 204 len: 168 time: 0.2416081 Jun 29 08:04:22.943276 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4fa2b-499a-4df7-8cf2-4643b29fb30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d7ed9a-2da0-4671-a045-ac162eff8c1a,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:23.268883 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:23.317464 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e338c1f5-a8eb-49de-af1a-a5a800310d87 req-546e063a-9be4-41d3-add6-842865636843 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294999 Jun 29 08:04:23.539639 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40086) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:23.557955 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09caf34a-1d0d-4655-93ef-66a2d1b1b1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:23.668303 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:23.689205 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09caf34a-1d0d-4655-93ef-66a2d1b1b1d3 admin admin] Publish callbacks [] for security_group (46fe448e-f967-48a8-ac84-178cb9f1bea1), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:23.695572 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09caf34a-1d0d-4655-93ef-66a2d1b1b1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (46fe448e-f967-48a8-ac84-178cb9f1bea1), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:23.792602 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-09caf34a-1d0d-4655-93ef-66a2d1b1b1d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7f18c1a3ddb4fc6b2a04b862f778a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511811 Jun 29 08:04:23.794672 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caf34a-1d0d-4655-93ef-66a2d1b1b1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fe448e-f967-48a8-ac84-178cb9f1bea1,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:23.799075 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40094) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:23.850076 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:23.899589 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd8369ea-50e1-40d5-83d1-e1f4c873a000 admin admin] Publish callbacks [] for security_group (46fe448e-f967-48a8-ac84-178cb9f1bea1), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:23.936839 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd8369ea-50e1-40d5-83d1-e1f4c873a000 admin admin] Publish callbacks [] for security_group (46fe448e-f967-48a8-ac84-178cb9f1bea1), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:24.015959 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd8369ea-50e1-40d5-83d1-e1f4c873a000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (46fe448e-f967-48a8-ac84-178cb9f1bea1), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:24.019057 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd8369ea-50e1-40d5-83d1-e1f4c873a000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:24.020397 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-bd8369ea-50e1-40d5-83d1-e1f4c873a000 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46fe448e-f967-48a8-ac84-178cb9f1bea1 HTTP/1.1" status: 204 len: 168 time: 0.2199047 Jun 29 08:04:24.031540 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8369ea-50e1-40d5-83d1-e1f4c873a000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fe448e-f967-48a8-ac84-178cb9f1bea1,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:24.261485 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] Deleting port b51118fa-5a19-4c91-9678-8238979b9b9c {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:04:24.261857 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:24.407784 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] For port b51118fa-5a19-4c91-9678-8238979b9b9c, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=b51118fa-5a19-4c91-9678-8238979b9b9c,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:24.409011 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:24.429746 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] Calling delete_port for b51118fa-5a19-4c91-9678-8238979b9b9c owned by network:router_interface {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:04:24.461855 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-28dae744-69fc-4d93-91ac-c4fbbff9801d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:24.517455 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:24.517872 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e6eb2-e412-4804-9a8f-cd50e0d30ae3 req-96ba9847-e495-420f-a2f1-dd447baa599b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:24.530479 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1f5e6eb2-e412-4804-9a8f-cd50e0d30ae3 req-96ba9847-e495-420f-a2f1-dd447baa599b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.1180899 Jun 29 08:04:24.623284 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1f5e6eb2-e412-4804-9a8f-cd50e0d30ae3 req-29b8c250-a5eb-47b5-9f65-204f709234a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918643 Jun 29 08:04:24.775219 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (b51118fa-5a19-4c91-9678-8238979b9b9c), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:24.801571 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:24.808718 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b51118fa-5a19-4c91-9678-8238979b9b9c,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:24.917020 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:25.137820 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:25.479861 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] Router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:04:25.696594 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:04:25.707370 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] Sync routers for ids ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:04:25.710340 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-42043e7e-ce15-44b4-b1f3-48e4bd55ad4f admin admin] 10.222.0.43 "PUT /v2.0/routers/52f3aa8b-8ee1-4493-8e5b-d21aeaecf384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8692005 Jun 29 08:04:25.712900 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40160) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:25.723358 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] Routers {'52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:04:25.724710 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:03:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:25.780902 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349fb3e-6ef6-4a76-845e-ed246c56ca4e req-b9d211d4-5b76-4052-9e6d-cecd0a955a42 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:25.783173 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f349fb3e-6ef6-4a76-845e-ed246c56ca4e req-b9d211d4-5b76-4052-9e6d-cecd0a955a42 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0828373 Jun 29 08:04:25.854399 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] Set router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:04:25.855700 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f349fb3e-6ef6-4a76-845e-ed246c56ca4e req-d00e919d-c4ff-4580-8369-2280803d2389 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659742 Jun 29 08:04:25.900958 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Publish callbacks [] for router (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:26.067722 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Publish callbacks [] for router_gateway (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:26.133404 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:26.137652 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Deleting port 48c296d6-002d-4af1-9b31-5f1924b8a69e {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:04:26.138358 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:26.293214 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] For port 48c296d6-002d-4af1-9b31-5f1924b8a69e, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=48c296d6-002d-4af1-9b31-5f1924b8a69e,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:26.293607 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:26.311689 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Calling delete_port for 48c296d6-002d-4af1-9b31-5f1924b8a69e owned by network:router_gateway {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:04:26.311958 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'name': 'tempest-DeleteServersTestJSON-1425600288-router', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:43Z', 'updated_at': '2022-06-29T08:04:24Z', 'revision_number': 5, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'gw_port': {'id': '48c296d6-002d-4af1-9b31-5f1924b8a69e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:26.346180 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] Checking router: 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:04:26.362564 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] Routers {'52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:04:26.363346 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:03:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:26.549647 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] Set router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 gateway port host: None {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:04:26.606615 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:26.607952 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40182) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:26.623236 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'name': 'tempest-DeleteServersTestJSON-1425600288-router', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:43Z', 'updated_at': '2022-06-29T08:04:26Z', 'revision_number': 6, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:26.625908 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (48c296d6-002d-4af1-9b31-5f1924b8a69e), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:26.664379 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfd18a-d295-4d5c-8706-550c41eb7608 None None] The sync data for ids ['52f3aa8b-8ee1-4493-8e5b-d21aeaecf384'] in dv-cinder-768105-14-iscsi is: [{'id': '52f3aa8b-8ee1-4493-8e5b-d21aeaecf384', 'name': 'tempest-DeleteServersTestJSON-1425600288-router', 'tenant_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:43Z', 'updated_at': '2022-06-29T08:04:26Z', 'revision_number': 6, 'project_id': 'f46c6cdc3217456dba6eda8ff23e9f3a', 'gw_port_host': None}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:04:26.697247 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c296d6-002d-4af1-9b31-5f1924b8a69e,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:26.820595 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:26.852924 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b2d986e7-3bf4-48ff-be12-9a2cf0913c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:26.938449 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:26.971667 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7ba6-bf90-4dac-93d2-9c6be8f0c9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:26.995107 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:26.999351 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Publish callbacks [] for router_controller (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.052697 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b2d986e7-3bf4-48ff-be12-9a2cf0913c6d admin admin] Publish callbacks [] for security_group (31324440-928b-4d9a-ad41-8f9f4bc5ce3c), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.058845 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b2d986e7-3bf4-48ff-be12-9a2cf0913c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (31324440-928b-4d9a-ad41-8f9f4bc5ce3c), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.070815 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:27.152363 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b2d986e7-3bf4-48ff-be12-9a2cf0913c6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef4bdc1e6e07411fac23ea832d862204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5429642 Jun 29 08:04:27.155727 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40214) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:27.166615 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d986e7-3bf4-48ff-be12-9a2cf0913c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31324440-928b-4d9a-ad41-8f9f4bc5ce3c,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:27.189805 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (52f3aa8b-8ee1-4493-8e5b-d21aeaecf384), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.190492 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 {{(pid=103900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:04:27.216816 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92652acc-5782-4e37-a126-a1ed86cd9732 req-461ef39c-d09c-4bde-80e2-b1e083299c58 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:27.229337 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-92652acc-5782-4e37-a126-a1ed86cd9732 req-461ef39c-d09c-4bde-80e2-b1e083299c58 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.2089491 Jun 29 08:04:27.265433 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.266636 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5962de9b-c2d3-4143-a061-b2566e5bcf00 admin admin] 10.222.0.43 "DELETE /v2.0/routers/52f3aa8b-8ee1-4493-8e5b-d21aeaecf384 HTTP/1.1" status: 204 len: 168 time: 1.5517337 Jun 29 08:04:27.271297 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40220) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:27.387648 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-92652acc-5782-4e37-a126-a1ed86cd9732 req-55aed0f4-07ba-48a3-946a-df443f078a6b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604707 Jun 29 08:04:27.389517 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4e3ed1-48fa-4048-b55b-21dee981e150 admin admin] Deleting subnet 752be294-aa2b-4dc6-a10c-39b74b4f2ebb {{(pid=103901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:04:27.397833 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3ed1-48fa-4048-b55b-21dee981e150 admin admin] Publish callbacks [] for subnet (752be294-aa2b-4dc6-a10c-39b74b4f2ebb), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.433643 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-32b3dbe5-532e-4da6-a5d6-3fc006874b62 admin admin] Publish callbacks [] for security_group (31324440-928b-4d9a-ad41-8f9f4bc5ce3c), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.479280 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:27.494788 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3ed1-48fa-4048-b55b-21dee981e150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26202167'] for subnet (752be294-aa2b-4dc6-a10c-39b74b4f2ebb), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.496875 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-32b3dbe5-532e-4da6-a5d6-3fc006874b62 admin admin] Publish callbacks [] for security_group (31324440-928b-4d9a-ad41-8f9f4bc5ce3c), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.616568 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-32b3dbe5-532e-4da6-a5d6-3fc006874b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (31324440-928b-4d9a-ad41-8f9f4bc5ce3c), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.617962 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-32b3dbe5-532e-4da6-a5d6-3fc006874b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.619575 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-32b3dbe5-532e-4da6-a5d6-3fc006874b62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31324440-928b-4d9a-ad41-8f9f4bc5ce3c HTTP/1.1" status: 204 len: 168 time: 0.4549654 Jun 29 08:04:27.637759 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3dbe5-532e-4da6-a5d6-3fc006874b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31324440-928b-4d9a-ad41-8f9f4bc5ce3c,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:27.712017 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3ed1-48fa-4048-b55b-21dee981e150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (752be294-aa2b-4dc6-a10c-39b74b4f2ebb), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.804804 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40232) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:27.821295 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3ed1-48fa-4048-b55b-21dee981e150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26775476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25339904'] for subnet (752be294-aa2b-4dc6-a10c-39b74b4f2ebb), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.913344 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e3ed1-48fa-4048-b55b-21dee981e150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752be294-aa2b-4dc6-a10c-39b74b4f2ebb,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:27.922810 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3ed1-48fa-4048-b55b-21dee981e150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:27.935487 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40238) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:27.936276 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-8a4e3ed1-48fa-4048-b55b-21dee981e150 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/752be294-aa2b-4dc6-a10c-39b74b4f2ebb HTTP/1.1" status: 204 len: 168 time: 0.6630411 Jun 29 08:04:27.941689 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb9f314-1ff3-42c3-bef4-ea5717520fe0 None None] Network 11928363-ada8-4b50-83d3-967220ca2d99 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:04:28.229760 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (11928363-ada8-4b50-83d3-967220ca2d99), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.245469 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4783fd23-c28e-4588-9ce9-ebc28a48def2 None None] DHCP port deletion for 11928363-ada8-4b50-83d3-967220ca2d99 request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:04:28.348040 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-4783fd23-c28e-4588-9ce9-ebc28a48def2 None None] Deleting port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:04:28.348542 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4783fd23-c28e-4588-9ce9-ebc28a48def2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.354790 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0365fdfb-6e9c-4d0d-83c8-684b6e8dc212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.359922 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448294-4a44-47da-9406-e61a0abbc499 req-2cc1671b-692b-4ab6-ab4d-2d178b0684c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:28.363516 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-67448294-4a44-47da-9406-e61a0abbc499 req-2cc1671b-692b-4ab6-ab4d-2d178b0684c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 1129 time: 0.1322176 Jun 29 08:04:28.373259 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Deleting port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:04:28.373792 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.456711 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.464632 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:28.482440 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-4783fd23-c28e-4588-9ce9-ebc28a48def2 None None] For port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=07817eb1-4481-4fa1-b9fe-c8a1516a01f7,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:28.483134 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4783fd23-c28e-4588-9ce9-ebc28a48def2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.496858 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-67448294-4a44-47da-9406-e61a0abbc499 req-1319189d-820e-48df-8753-7ebf38b908ba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247487 Jun 29 08:04:28.513574 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-4783fd23-c28e-4588-9ce9-ebc28a48def2 None None] Calling delete_port for 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:04:28.571215 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] For port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=07817eb1-4481-4fa1-b9fe-c8a1516a01f7,segment=NetworkSegment(8689fd22-7ea8-4175-9dd6-5959099a7fe0),segment_id=8689fd22-7ea8-4175-9dd6-5959099a7fe0)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:28.571891 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.601497 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Calling delete_port for 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:04:28.632912 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device b51118fa-5a19-4c91-9678-8238979b9b9c no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:04:28.654011 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659642b4-10ac-4258-bf5a-2148b58057c0 req-c6145b41-acbd-48ff-b0ea-0aa32866eb22 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:28.655598 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-659642b4-10ac-4258-bf5a-2148b58057c0 req-c6145b41-acbd-48ff-b0ea-0aa32866eb22 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.1001933 Jun 29 08:04:28.663380 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: b51118fa-5a19-4c91-9678-8238979b9b9c {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:04:28.663980 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device b51118fa-5a19-4c91-9678-8238979b9b9c not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:04:28.664571 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 48c296d6-002d-4af1-9b31-5f1924b8a69e no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:04:28.694273 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0365fdfb-6e9c-4d0d-83c8-684b6e8dc212 admin admin] Publish callbacks [] for security_group (3c41f39d-38da-4f62-8288-9de6854dccc2), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.704932 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 48c296d6-002d-4af1-9b31-5f1924b8a69e {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:04:28.705309 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 48c296d6-002d-4af1-9b31-5f1924b8a69e not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:04:28.705918 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:04:28.714687 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0365fdfb-6e9c-4d0d-83c8-684b6e8dc212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3c41f39d-38da-4f62-8288-9de6854dccc2), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.750596 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:28.791958 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365fdfb-6e9c-4d0d-83c8-684b6e8dc212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c41f39d-38da-4f62-8288-9de6854dccc2,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:28.803900 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0365fdfb-6e9c-4d0d-83c8-684b6e8dc212 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=473bb304cb3b4dedab80f534d490e2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9975426 Jun 29 08:04:28.804771 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40256) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:28.824489 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.826134 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-659642b4-10ac-4258-bf5a-2148b58057c0 req-2ad0c5cb-9863-45b2-9a23-92a8018725b7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466336 Jun 29 08:04:28.877541 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4783fd23-c28e-4588-9ce9-ebc28a48def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.883489 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Pushing event deleted for resources: {'Port': ['ID=07817eb1-4481-4fa1-b9fe-c8a1516a01f7,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:28.888436 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 is: ACTIVE; New status is: DOWN {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:28.889111 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (07817eb1-4481-4fa1-b9fe-c8a1516a01f7), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:28.898819 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] No DVR routers for this DVR port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 on host dv-cinder-768105-14-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:04:28.920839 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783fd23-c28e-4588-9ce9-ebc28a48def2 None None] Pushing event deleted for resources: {'Port': ['ID=07817eb1-4481-4fa1-b9fe-c8a1516a01f7,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:28.927318 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783fd23-c28e-4588-9ce9-ebc28a48def2 None None] No DVR routers for this DVR port 07817eb1-4481-4fa1-b9fe-c8a1516a01f7 on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:04:29.027582 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (11928363-ada8-4b50-83d3-967220ca2d99), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.113635 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11928363-ada8-4b50-83d3-967220ca2d99']}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:29.123298 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-29520403-f013-44e3-91ef-6caddd1c5752 admin admin] Publish callbacks [] for security_group (3c41f39d-38da-4f62-8288-9de6854dccc2), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.150746 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8689fd22-7ea8-4175-9dd6-5959099a7fe0') {'for_net_delete': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:29.151043 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8689fd22-7ea8-4175-9dd6-5959099a7fe0') {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:29.186337 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25764317'] for segment (8689fd22-7ea8-4175-9dd6-5959099a7fe0), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.204746 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-29520403-f013-44e3-91ef-6caddd1c5752 admin admin] Publish callbacks [] for security_group (3c41f39d-38da-4f62-8288-9de6854dccc2), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.232498 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (8689fd22-7ea8-4175-9dd6-5959099a7fe0), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.258440 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:04:29.258766 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946667'] for segment (8689fd22-7ea8-4175-9dd6-5959099a7fe0), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.292749 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 8689fd22-7ea8-4175-9dd6-5959099a7fe0 resource provider aggregate not found Jun 29 08:04:29.333063 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 8689fd22-7ea8-4175-9dd6-5959099a7fe0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8689fd22-7ea8-4175-9dd6-5959099a7fe0 found for delete ", "request_id": "req-b468d253-2b15-40b3-9264-b794c41ff855"}]} Jun 29 08:04:29.363781 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40276) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:29.374072 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (11928363-ada8-4b50-83d3-967220ca2d99), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.383991 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.390224 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] 10.222.0.43 "DELETE /v2.0/networks/11928363-ada8-4b50-83d3-967220ca2d99 HTTP/1.1" status: 204 len: 168 time: 1.4534791 Jun 29 08:04:29.390809 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40282) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:29.407898 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-29520403-f013-44e3-91ef-6caddd1c5752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3c41f39d-38da-4f62-8288-9de6854dccc2), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.410731 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-29520403-f013-44e3-91ef-6caddd1c5752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.414206 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-29520403-f013-44e3-91ef-6caddd1c5752 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c41f39d-38da-4f62-8288-9de6854dccc2 HTTP/1.1" status: 204 len: 168 time: 0.6057308 Jun 29 08:04:29.420583 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08079f21-155c-4c88-9bed-e199cfe7958b admin admin] Pushing event deleted for resources: {'Network': ['ID=11928363-ada8-4b50-83d3-967220ca2d99,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:29.437129 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29520403-f013-44e3-91ef-6caddd1c5752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c41f39d-38da-4f62-8288-9de6854dccc2,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:29.500433 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.552699 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40288) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:29.615672 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-98484bde-eaaa-4808-aebe-a4c460a42fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.653653 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-d299674c-ce49-4e78-83b8-30f33b212107 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f46c6cdc3217456dba6eda8ff23e9f3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0996563 Jun 29 08:04:29.657606 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40290) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:29.802737 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0e11-25ce-4827-89a5-efe95869ee01 admin admin] Publish callbacks [] for security_group (60b0c3a1-fee2-4c59-8b01-9d392856982c), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.849296 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-98484bde-eaaa-4808-aebe-a4c460a42fef admin admin] Publish callbacks [] for security_group (f8a884aa-914f-4b45-bbd3-7cf27578f971), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.860160 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0e11-25ce-4827-89a5-efe95869ee01 admin admin] Publish callbacks [] for security_group (60b0c3a1-fee2-4c59-8b01-9d392856982c), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.882237 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-641107724-network', 'tenant_id': '7bdadf97d44048c3bec51c0ae58ee4a6'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:29.900322 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.926212 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-98484bde-eaaa-4808-aebe-a4c460a42fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (f8a884aa-914f-4b45-bbd3-7cf27578f971), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:29.952236 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:30.006952 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-98484bde-eaaa-4808-aebe-a4c460a42fef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d40d91112df648b7bc629f59a59705ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6409383 Jun 29 08:04:30.009338 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98484bde-eaaa-4808-aebe-a4c460a42fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a884aa-914f-4b45-bbd3-7cf27578f971,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:30.009940 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf1cc9-a747-46a1-baf1-812b121246ee req-6eca5235-a098-4edc-95e1-b0f42437a9f4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:30.011810 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-edaf1cc9-a747-46a1-baf1-812b121246ee req-6eca5235-a098-4edc-95e1-b0f42437a9f4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0916297 Jun 29 08:04:30.019024 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Made reservation on behalf of 7bdadf97d44048c3bec51c0ae58ee4a6 for: {'network': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:30.022644 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40296) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:30.028917 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.043340 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.062597 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0e11-25ce-4827-89a5-efe95869ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (60b0c3a1-fee2-4c59-8b01-9d392856982c), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.065229 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0e11-25ce-4827-89a5-efe95869ee01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.066446 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-0b8d0e11-25ce-4827-89a5-efe95869ee01 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60b0c3a1-fee2-4c59-8b01-9d392856982c HTTP/1.1" status: 204 len: 168 time: 0.4072087 Jun 29 08:04:30.077719 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:30.087807 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d0e11-25ce-4827-89a5-efe95869ee01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b0c3a1-fee2-4c59-8b01-9d392856982c,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:30.199706 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=4,neutron:SELECT=86,neutron:DELETE=10 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:30.200362 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Publish callbacks [] for security_group (6df75bc8-5a25-4e92-820c-291fe5bed2a3), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.205237 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (6df75bc8-5a25-4e92-820c-291fe5bed2a3), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.228311 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:04:30.230467 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-edaf1cc9-a747-46a1-baf1-812b121246ee req-29591a66-32e4-4c1e-883d-edffbc7a898e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032058 Jun 29 08:04:30.230971 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40306) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:30.238403 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (8de619eb-993d-4465-8999-83644ed7a23c), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.238716 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.segments_db [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Added segment 8de619eb-993d-4465-8999-83644ed7a23c of type vlan for network bb0ac50d-f096-456e-83b5-ef7555b20457 Jun 29 08:04:30.269174 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-64cfae02-45f4-42c9-a41f-5a5443f557e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.289251 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-19504ae1-27fc-4489-92c5-659e90b94dc0 admin admin] Publish callbacks [] for security_group (f8a884aa-914f-4b45-bbd3-7cf27578f971), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.299462 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (bb0ac50d-f096-456e-83b5-ef7555b20457), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.335131 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-19504ae1-27fc-4489-92c5-659e90b94dc0 admin admin] Publish callbacks [] for security_group (f8a884aa-914f-4b45-bbd3-7cf27578f971), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.393245 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df75bc8-5a25-4e92-820c-291fe5bed2a3,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:30.417387 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (bb0ac50d-f096-456e-83b5-ef7555b20457), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.419552 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:30.420747 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.487479 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-64cfae02-45f4-42c9-a41f-5a5443f557e9 admin admin] Publish callbacks [] for security_group (69fb9a4b-df77-4a18-880d-2dfa99e3b3c7), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.498684 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-64cfae02-45f4-42c9-a41f-5a5443f557e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (69fb9a4b-df77-4a18-880d-2dfa99e3b3c7), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.518039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-19504ae1-27fc-4489-92c5-659e90b94dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (f8a884aa-914f-4b45-bbd3-7cf27578f971), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.520593 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-19504ae1-27fc-4489-92c5-659e90b94dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.522035 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-19504ae1-27fc-4489-92c5-659e90b94dc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8a884aa-914f-4b45-bbd3-7cf27578f971 HTTP/1.1" status: 204 len: 168 time: 0.4986727 Jun 29 08:04:30.528332 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.1353688 Jun 29 08:04:30.539969 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40318) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:30.552755 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Request body: {'subnet': {'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-641107724-subnet', 'tenant_id': '7bdadf97d44048c3bec51c0ae58ee4a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:30.594135 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-64cfae02-45f4-42c9-a41f-5a5443f557e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=517e03f54eff47039a3e52ae030c94bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604667 Jun 29 08:04:30.595755 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40320) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:30.597546 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfae02-45f4-42c9-a41f-5a5443f557e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fb9a4b-df77-4a18-880d-2dfa99e3b3c7,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:30.618011 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a24c6-6591-4ce1-9bf8-c647f45eb76a admin admin] Pushing event updated for resources: {'Network': ['ID=bb0ac50d-f096-456e-83b5-ef7555b20457,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:30.651417 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Made reservation on behalf of 7bdadf97d44048c3bec51c0ae58ee4a6 for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:30.653715 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network bb0ac50d-f096-456e-83b5-ef7555b20457 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:04:30.654546 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29173166'] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.654731 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af1084-f6f0-4334-b25d-1e576ffbb172 req-bb540455-7d62-4b76-857c-d7a690592247 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:30.656332 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19504ae1-27fc-4489-92c5-659e90b94dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a884aa-914f-4b45-bbd3-7cf27578f971,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:30.680325 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-64af1084-f6f0-4334-b25d-1e576ffbb172 req-bb540455-7d62-4b76-857c-d7a690592247 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1858554 Jun 29 08:04:30.792333 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-76675396-0762-4a63-bb12-ff258ca4f7d8 admin admin] Publish callbacks [] for security_group (69fb9a4b-df77-4a18-880d-2dfa99e3b3c7), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:30.872249 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-64af1084-f6f0-4334-b25d-1e576ffbb172 req-1bef75db-c47b-4f99-8562-e145d202b334 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903450 Jun 29 08:04:30.903085 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-76675396-0762-4a63-bb12-ff258ca4f7d8 admin admin] Publish callbacks [] for security_group (69fb9a4b-df77-4a18-880d-2dfa99e3b3c7), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:31.017620 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-76675396-0762-4a63-bb12-ff258ca4f7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (69fb9a4b-df77-4a18-880d-2dfa99e3b3c7), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:31.023501 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-76675396-0762-4a63-bb12-ff258ca4f7d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:31.027550 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-76675396-0762-4a63-bb12-ff258ca4f7d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69fb9a4b-df77-4a18-880d-2dfa99e3b3c7 HTTP/1.1" status: 204 len: 168 time: 0.4267707 Jun 29 08:04:31.069416 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76675396-0762-4a63-bb12-ff258ca4f7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fb9a4b-df77-4a18-880d-2dfa99e3b3c7,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:31.149037 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25947214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29173176'] for subnet (c8a89ea9-b2a4-4eac-b6eb-fb2702795238), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:31.196011 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:31.224638 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a89ea9-b2a4-4eac-b6eb-fb2702795238,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:31.252334 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Checking segment: {'id': '8de619eb-993d-4465-8999-83644ed7a23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:04:31.252848 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Network hostable DHCP agents. Network: bb0ac50d-f096-456e-83b5-ef7555b20457, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:04:31.278711 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Network bb0ac50d-f096-456e-83b5-ef7555b20457 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:04:31.283264 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:31.301640 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, bb0ac50d-f096-456e-83b5-ef7555b20457) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:31.320924 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:31.322531 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:31.328449 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d5b172-6a0b-4250-a04d-cdbe75aa50df None None] Network bb0ac50d-f096-456e-83b5-ef7555b20457 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:04:31.415030 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-a7dc6ae1-c259-4100-beac-828ba8eba279 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8708165 Jun 29 08:04:31.514656 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c2cbf8-6b52-4773-b8e7-618125a71c2f None None] Network bb0ac50d-f096-456e-83b5-ef7555b20457 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:04:32.703993 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40406) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:33.141733 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1897896593-network', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:33.151979 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54454601-9ea8-4c43-8049-690ae8abc924 req-692da8b6-9d2b-4b15-9cd5-2fdd3524a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:33.153820 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-54454601-9ea8-4c43-8049-690ae8abc924 req-692da8b6-9d2b-4b15-9cd5-2fdd3524a672 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 1130 time: 0.0556173 Jun 29 08:04:33.180535 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Made reservation on behalf of a7afb1bdb06042f4b983631745f32e19 for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:33.185691 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:33.186679 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081846-9709-42a9-b587-59b04730a69d req-5710d2f2-7a49-4278-b561-145277f36638 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:33.194932 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f3081846-9709-42a9-b587-59b04730a69d req-5710d2f2-7a49-4278-b561-145277f36638 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1367807 Jun 29 08:04:33.207305 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:33.217708 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:33.354598 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f3081846-9709-42a9-b587-59b04730a69d req-0fb49ace-c15e-4f28-83d6-0f3d74b2ecbb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583498 Jun 29 08:04:33.357921 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Publish callbacks [] for security_group (9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:33.364898 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:33.390597 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54454601-9ea8-4c43-8049-690ae8abc924 req-aec0560f-6a5e-4133-8dab-9e38f531fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:33.393046 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-54454601-9ea8-4c43-8049-690ae8abc924 req-aec0560f-6a5e-4133-8dab-9e38f531fd81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.2298279 Jun 29 08:04:33.417414 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:04:33.425328 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:33.454846 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (b3cd3617-8d48-4353-9582-80ed2462001a), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:33.459394 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Added segment b3cd3617-8d48-4353-9582-80ed2462001a of type vlan for network fc13a0b9-e34d-4650-bb88-8388325ba847 Jun 29 08:04:33.465189 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-54454601-9ea8-4c43-8049-690ae8abc924 req-e677cdd5-13f0-4962-bb4a-919e706504f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce HTTP/1.1" status: 200 len: 217 time: 0.0652068 Jun 29 08:04:33.541172 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (fc13a0b9-e34d-4650-bb88-8388325ba847), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:33.576156 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54454601-9ea8-4c43-8049-690ae8abc924 req-d50a0b5c-ee5a-4731-863c-511b39508d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:33.579289 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (fc13a0b9-e34d-4650-bb88-8388325ba847), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:33.579475 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-54454601-9ea8-4c43-8049-690ae8abc924 req-d50a0b5c-ee5a-4731-863c-511b39508d94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.1066144 Jun 29 08:04:33.580325 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:33.580917 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:33.625994 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9193285 Jun 29 08:04:33.632581 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40438) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:33.655785 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54454601-9ea8-4c43-8049-690ae8abc924 req-4a238b07-d278-4047-9063-eb53a960439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:33.657621 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-54454601-9ea8-4c43-8049-690ae8abc924 req-4a238b07-d278-4047-9063-eb53a960439a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0689759 Jun 29 08:04:33.673923 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Request body: {'subnet': {'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1897896593-subnet', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'ip_version': 4}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:33.682434 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be3409-3608-48fa-a405-578e91d417b1 admin admin] Pushing event updated for resources: {'Network': ['ID=fc13a0b9-e34d-4650-bb88-8388325ba847,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:33.696959 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network fc13a0b9-e34d-4650-bb88-8388325ba847 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:04:33.726078 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Made reservation on behalf of a7afb1bdb06042f4b983631745f32e19 for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:33.730051 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29173166'] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:33.888514 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-54454601-9ea8-4c43-8049-690ae8abc924 req-f6c1c7b7-bf0f-4985-a534-22b28b5d6d50 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210629 Jun 29 08:04:34.225908 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:34.353292 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25947214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29173176'] for subnet (b26967be-8f94-423a-b6e8-46ec52764ca0), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:34.431454 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26967be-8f94-423a-b6e8-46ec52764ca0,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:34.488115 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-54454601-9ea8-4c43-8049-690ae8abc924 req-18216999-9a89-4a65-9cb4-d1ca38dc2e5b service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922196 Jun 29 08:04:34.535892 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-bf815c62-5116-4232-8cdd-562ee13bf348 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:34.548687 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-bf815c62-5116-4232-8cdd-562ee13bf348 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/networks?id=bb0ac50d-f096-456e-83b5-ef7555b20457 HTTP/1.1" status: 200 len: 813 time: 0.3199441 Jun 29 08:04:34.577922 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-19867eb4-d520-43b7-a6ee-e01925c85a6f tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/quotas/7bdadf97d44048c3bec51c0ae58ee4a6 HTTP/1.1" status: 200 len: 375 time: 0.0276964 Jun 29 08:04:34.621093 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=9 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:34.657308 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-58b74304-f9fa-408e-aaa3-525c56851a0b tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7bdadf97d44048c3bec51c0ae58ee4a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684736 Jun 29 08:04:34.657688 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c883345-cd88-4caf-82df-ff96a2d070ca req-8dbaaa57-e7c6-43a8-8ada-16ab348dbe37 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:34.658340 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7c883345-cd88-4caf-82df-ff96a2d070ca req-8dbaaa57-e7c6-43a8-8ada-16ab348dbe37 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1634896 Jun 29 08:04:34.671529 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Checking segment: {'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:04:34.672109 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Network hostable DHCP agents. Network: fc13a0b9-e34d-4650-bb88-8388325ba847, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:04:34.745530 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Network fc13a0b9-e34d-4650-bb88-8388325ba847 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:04:34.749835 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:DELETE=1,neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:34.787079 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7c883345-cd88-4caf-82df-ff96a2d070ca req-6f665253-89a5-4829-8242-e171d031a428 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104286 Jun 29 08:04:34.787882 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, fc13a0b9-e34d-4650-bb88-8388325ba847) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:34.797953 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:34.798502 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:34.811188 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63634c97-bec5-4d2b-9bc7-e774b8a17064 None None] Network fc13a0b9-e34d-4650-bb88-8388325ba847 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:04:34.841232 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-bd63a702-c6bf-4648-902a-ae3a95e09926 service neutron] 10.222.0.43 "GET /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653936 Jun 29 08:04:34.856720 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-a634aa9e-5dd9-4e85-8863-4d4f708eb677 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2224212 Jun 29 08:04:34.859638 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40484) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:34.880375 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:34.943388 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:34.945856 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:35.015264 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-145048e8-4ecd-40e4-86d6-a1608c07484b service neutron] 10.222.0.43 "GET /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724358 Jun 29 08:04:35.110739 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks [] for router_controller (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), precommit_add_association {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:35.382237 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-069b0672-3b4e-41ba-9169-483b92687106 req-32b9ef86-f3e0-405c-a0a6-f205589f474f tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 210 time: 0.1219809 Jun 29 08:04:35.429479 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-fc13a0b9-e34d-4650-bb88-8388325ba847', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:04:35.431933 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:35.508818 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks [] for router_gateway (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:35.829819 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Allocated IP 172.20.0.2 (fc13a0b9-e34d-4650-bb88-8388325ba847/b26967be-8f94-423a-b6e8-46ec52764ca0/020ca18b-39f9-427b-9100-6c37eef5973e) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:04:35.852729 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:35.888229 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:36.174463 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f415c-68dd-45d0-be42-f06f9a43f003 req-a291df15-68e5-4d98-b17f-e211349205ce tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:36.174463 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-360f415c-68dd-45d0-be42-f06f9a43f003 req-a291df15-68e5-4d98-b17f-e211349205ce tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1435630 Jun 29 08:04:36.241163 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks [] for router_gateway (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:36.247721 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Publish callbacks [] for port (020ca18b-39f9-427b-9100-6c37eef5973e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:36.263949 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:36.287926 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:36.373109 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Network fc13a0b9-e34d-4650-bb88-8388325ba847 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:04:36.378421 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:36.382074 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:04:36.394942 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-360f415c-68dd-45d0-be42-f06f9a43f003 req-5f9cbe87-9e0e-47aa-9dee-fedf96b36d07 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923583 Jun 29 08:04:36.416845 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Pushing event updated for resources: {'Port': ['ID=020ca18b-39f9-427b-9100-6c37eef5973e,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:36.507607 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Allocated IP 172.27.3.36 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/e8a5228e-185d-4d5f-b837-f550bb255380) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:04:36.556544 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Attempting to bind port 020ca18b-39f9-427b-9100-6c37eef5973e on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:04:36.558207 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Attempting to bind port 020ca18b-39f9-427b-9100-6c37eef5973e by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:04:36.559131 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Attempting to bind port 020ca18b-39f9-427b-9100-6c37eef5973e on network fc13a0b9-e34d-4650-bb88-8388325ba847 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:04:36.579809 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:04:36.580608 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Checking segment: {'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:04:36.581308 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:36.582109 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Bound using segment: {'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:04:36.587718 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Bound port: 020ca18b-39f9-427b-9100-6c37eef5973e, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:04:36.587718 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:36.592515 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b2c6b75a-655c-491c-923d-4c33ef62256e req-79bc4455-bfd6-49e6-9914-bd664f7c48c7 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 210 time: 0.0637212 Jun 29 08:04:36.628440 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:36.632410 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=33 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:36.690444 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] For port 020ca18b-39f9-427b-9100-6c37eef5973e, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:04:36.695340 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] For port 020ca18b-39f9-427b-9100-6c37eef5973e, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=020ca18b-39f9-427b-9100-6c37eef5973e,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:04:36.704412 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:36.704645 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks [] for port (e8a5228e-185d-4d5f-b837-f550bb255380), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:36.777245 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:36.782063 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:36.797707 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93de7ea-ea51-407f-b4f0-ab0d2b57ac4f None None] Pushing event updated for resources: {'Port': ['ID=020ca18b-39f9-427b-9100-6c37eef5973e,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:36.839218 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:36.869017 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:04:36.883247 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:36.896572 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:04:36.901371 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:36.955466 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a5228e-185d-4d5f-b837-f550bb255380,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:37.313599 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks [] for router_gateway (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:37.574392 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d0e2f-b6d6-433e-ad3c-86cd8641df4d req-848b2d2c-fb14-4e63-ab32-6eb782d726e1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:37.576932 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c8d0e2f-b6d6-433e-ad3c-86cd8641df4d req-848b2d2c-fb14-4e63-ab32-6eb782d726e1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.0633328 Jun 29 08:04:37.663496 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c8d0e2f-b6d6-433e-ad3c-86cd8641df4d req-f618afa7-ee07-49e7-ae68-f252b61e6b56 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767565 Jun 29 08:04:37.696775 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:37.804951 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-eb1d393b-a2a7-414f-870e-b3fea7858d42 req-d32f3c8d-3355-487d-89b0-b60488fe3b59 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 210 time: 0.0612164 Jun 29 08:04:37.880024 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40614) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:37.890220 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:04:38.021267 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6667316c-e588-417e-bf2c-ace47a6fa855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:38.088452 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:04:38.108283 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Sync routers for ids ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:04:38.118591 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:38.120128 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5660c5b0-6ece-47ad-a23c-a9955289f4f9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2583816 Jun 29 08:04:38.127725 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40618) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:38.129149 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Routers {'286ba927-a0d4-4319-a9f7-91ec9dbbd59a'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:04:38.130321 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:38.172289 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6667316c-e588-417e-bf2c-ace47a6fa855 admin admin] Publish callbacks [] for security_group (edde37e1-8074-45af-98c2-9f372940ad04), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:38.184280 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6667316c-e588-417e-bf2c-ace47a6fa855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (edde37e1-8074-45af-98c2-9f372940ad04), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:38.207193 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:38.234336 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:38.245934 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667316c-e588-417e-bf2c-ace47a6fa855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edde37e1-8074-45af-98c2-9f372940ad04,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:38.274404 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-6667316c-e588-417e-bf2c-ace47a6fa855 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d578fa093a8a4a1bba9c3168e5cf8fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888400 Jun 29 08:04:38.274404 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40624) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:38.303179 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0699504b-a92a-41db-bca3-98600b6f14c5 None None] Network fc13a0b9-e34d-4650-bb88-8388325ba847 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:04:38.312094 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Set router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:04:38.342256 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1fe536ed-484c-4d49-829e-a94c0ebd42a2 admin admin] Publish callbacks [] for security_group (edde37e1-8074-45af-98c2-9f372940ad04), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:38.372589 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1fe536ed-484c-4d49-829e-a94c0ebd42a2 admin admin] Publish callbacks [] for security_group (edde37e1-8074-45af-98c2-9f372940ad04), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:38.485369 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1fe536ed-484c-4d49-829e-a94c0ebd42a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (edde37e1-8074-45af-98c2-9f372940ad04), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:38.492174 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1fe536ed-484c-4d49-829e-a94c0ebd42a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:38.497777 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-1fe536ed-484c-4d49-829e-a94c0ebd42a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edde37e1-8074-45af-98c2-9f372940ad04 HTTP/1.1" status: 204 len: 168 time: 0.2235274 Jun 29 08:04:38.512485 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-cf41f9f2-7ab2-401d-8bd4-e32b0b737c68 None None] Provisioning complete for port 020ca18b-39f9-427b-9100-6c37eef5973e triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:38.513176 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cf41f9f2-7ab2-401d-8bd4-e32b0b737c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:38.535267 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe536ed-484c-4d49-829e-a94c0ebd42a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edde37e1-8074-45af-98c2-9f372940ad04,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:38.624286 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:38.666536 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 020ca18b-39f9-427b-9100-6c37eef5973e up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:04:38.992963 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6127c-084c-4973-a8c0-38fec66d8558 req-9d9ac5fc-f5fa-403e-afe1-db9433c3aee7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:38.995510 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-50d6127c-084c-4973-a8c0-38fec66d8558 req-9d9ac5fc-f5fa-403e-afe1-db9433c3aee7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1338844 Jun 29 08:04:39.012474 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 020ca18b-39f9-427b-9100-6c37eef5973e triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:39.013186 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.057985 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.070320 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6da7eb8e-d601-4c16-a1dd-dc6ec4f64e15 req-9e237270-f7d9-41d3-a28b-2d4961937805 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 210 time: 0.0782762 Jun 29 08:04:39.110825 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:39.118477 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-50d6127c-084c-4973-a8c0-38fec66d8558 req-2422e174-2566-4ebb-a8b8-ebee101c44a7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128354 Jun 29 08:04:39.163649 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-cf41f9f2-7ab2-401d-8bd4-e32b0b737c68 None None] Current status of the port 020ca18b-39f9-427b-9100-6c37eef5973e is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:39.164963 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cf41f9f2-7ab2-401d-8bd4-e32b0b737c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.213528 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:37Z', 'revision_number': 3, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:39.249660 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40638) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:39.273710 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Checking router: 286ba927-a0d4-4319-a9f7-91ec9dbbd59a for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:04:39.274215 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Updating router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a port e8a5228e-185d-4d5f-b837-f550bb255380 binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:04:39.285273 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 020ca18b-39f9-427b-9100-6c37eef5973e is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:39.286748 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.296766 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5d27f3a9-2614-4dbf-b6c1-aa4b872df6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.297452 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-cf41f9f2-7ab2-401d-8bd4-e32b0b737c68 None None] For port 020ca18b-39f9-427b-9100-6c37eef5973e, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=020ca18b-39f9-427b-9100-6c37eef5973e,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:39.330901 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cf41f9f2-7ab2-401d-8bd4-e32b0b737c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.429993 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.438894 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Allocated IP 172.20.0.1 (fc13a0b9-e34d-4650-bb88-8388325ba847/b26967be-8f94-423a-b6e8-46ec52764ca0/4df7f989-f2d8-4fc4-8c8b-dfb66765451a) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:04:39.505936 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:39.569991 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:39.662293 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.db.api [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 29 08:04:39.662713 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG oslo_db.api [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 08:04:39.663191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-da6b219d-f964-437f-97fb-102589765220 None None] Provisioning complete for port 020ca18b-39f9-427b-9100-6c37eef5973e triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:39.663566 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-da6b219d-f964-437f-97fb-102589765220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.672201 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41f9f2-7ab2-401d-8bd4-e32b0b737c68 None None] Pushing event updated for resources: {'Port': ['ID=020ca18b-39f9-427b-9100-6c37eef5973e,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:39.873524 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-e0182d22-48a9-47e3-a016-f6e2d397227f tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:39.876246 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-e0182d22-48a9-47e3-a016-f6e2d397227f tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.48 "GET /v2.0/networks?id=bb0ac50d-f096-456e-83b5-ef7555b20457 HTTP/1.1" status: 200 len: 813 time: 0.4201598 Jun 29 08:04:39.880001 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5d27f3a9-2614-4dbf-b6c1-aa4b872df6ac admin admin] Publish callbacks [] for security_group (9908c605-1a33-45b9-ab1a-ec6ebe214472), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.906244 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5d27f3a9-2614-4dbf-b6c1-aa4b872df6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (9908c605-1a33-45b9-ab1a-ec6ebe214472), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.917753 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-da6b219d-f964-437f-97fb-102589765220 None None] Current status of the port 020ca18b-39f9-427b-9100-6c37eef5973e is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:39.976876 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Publish callbacks [] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:39.979326 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:39.991163 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Request body: {'port': {'device_id': '2e99307a-e437-4e8d-821c-319cc555e209', 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457', 'admin_state_up': True, 'tenant_id': '7bdadf97d44048c3bec51c0ae58ee4a6'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:40.074221 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-5d27f3a9-2614-4dbf-b6c1-aa4b872df6ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52d7a90da0924639b7c7fcd06dcbd058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8230410 Jun 29 08:04:40.076838 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40662) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:40.123802 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27f3a9-2614-4dbf-b6c1-aa4b872df6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9908c605-1a33-45b9-ab1a-ec6ebe214472,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:40.168357 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1ed7-aebd-4cf3-8291-faef6bf064fe admin admin] Publish callbacks [] for security_group (9908c605-1a33-45b9-ab1a-ec6ebe214472), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.185993 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Made reservation on behalf of 7bdadf97d44048c3bec51c0ae58ee4a6 for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:40.193309 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.201274 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:40.215499 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1ed7-aebd-4cf3-8291-faef6bf064fe admin admin] Publish callbacks [] for security_group (9908c605-1a33-45b9-ab1a-ec6ebe214472), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.234244 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.267379 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Network fc13a0b9-e34d-4650-bb88-8388325ba847 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:04:40.291786 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:40.325145 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:04:40.329747 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Publish callbacks [] for port (e8a5228e-185d-4d5f-b837-f550bb255380), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.335213 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1ed7-aebd-4cf3-8291-faef6bf064fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (9908c605-1a33-45b9-ab1a-ec6ebe214472), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.342756 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 020ca18b-39f9-427b-9100-6c37eef5973e is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:40.343141 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1ed7-aebd-4cf3-8291-faef6bf064fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.348022 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.363267 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-2b2c1ed7-aebd-4cf3-8291-faef6bf064fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9908c605-1a33-45b9-ab1a-ec6ebe214472 HTTP/1.1" status: 204 len: 168 time: 0.2788246 Jun 29 08:04:40.448659 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c1ed7-aebd-4cf3-8291-faef6bf064fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9908c605-1a33-45b9-ab1a-ec6ebe214472,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:40.502244 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Attempting to bind port e8a5228e-185d-4d5f-b837-f550bb255380 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:04:40.502860 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Attempting to bind port e8a5228e-185d-4d5f-b837-f550bb255380 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:04:40.507196 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Attempting to bind port e8a5228e-185d-4d5f-b837-f550bb255380 on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:04:40.511606 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fdc3086e-616a-4913-ab03-b2834e22e688 req-95331d5e-2044-46d1-9bb2-462150a90ffc tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 210 time: 0.1343391 Jun 29 08:04:40.601416 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dccde6-a358-42de-88d6-ec7be114fbd4 None None] Pushing event updated for resources: {'Port': ['ID=e8a5228e-185d-4d5f-b837-f550bb255380,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:40.610453 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:04:40.611139 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:04:40.612771 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.613908 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:04:40.615514 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Bound port: e8a5228e-185d-4d5f-b837-f550bb255380, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:04:40.616391 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.677958 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 020ca18b-39f9-427b-9100-6c37eef5973e up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:04:40.785187 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Allocated IP 172.20.0.4 (bb0ac50d-f096-456e-83b5-ef7555b20457/c8a89ea9-b2a4-4eac-b6eb-fb2702795238/dec20ad0-8f1a-494a-ad93-6642576929a5) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:04:40.800769 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e21981-bbf6-443f-9c23-70c35d74fd9d req-dc7fab2d-2a81-4bc5-b7e1-35ccdf46c630 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:40.802670 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-52e21981-bbf6-443f-9c23-70c35d74fd9d req-dc7fab2d-2a81-4bc5-b7e1-35ccdf46c630 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1200502 Jun 29 08:04:40.804104 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Pushing event updated for resources: {'Port': ['ID=4df7f989-f2d8-4fc4-8c8b-dfb66765451a,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:40.846190 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] For port e8a5228e-185d-4d5f-b837-f550bb255380, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:04:40.850323 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:40.854828 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] For port e8a5228e-185d-4d5f-b837-f550bb255380, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=e8a5228e-185d-4d5f-b837-f550bb255380,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:04:40.881983 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.888407 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:40.908267 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 020ca18b-39f9-427b-9100-6c37eef5973e triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:40.908918 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:41.034599 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-52e21981-bbf6-443f-9c23-70c35d74fd9d req-d34e2fe1-b43b-48a6-9117-fbbea958b7de tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932387 Jun 29 08:04:41.109833 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d6509f6f-6eec-45e8-8259-bf79b35444c2 None None] Provisioning complete for port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:41.110806 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d6509f6f-6eec-45e8-8259-bf79b35444c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:41.160696 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dccde6-a358-42de-88d6-ec7be114fbd4 None None] Pushing event updated for resources: {'Port': ['ID=e8a5228e-185d-4d5f-b837-f550bb255380,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:41.178766 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Routers {'286ba927-a0d4-4319-a9f7-91ec9dbbd59a'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:04:41.178766 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:41.186471 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d6509f6f-6eec-45e8-8259-bf79b35444c2 None None] Port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:04:41.214446 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:41.293174 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks [] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:41.353679 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 020ca18b-39f9-427b-9100-6c37eef5973e is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:41.392596 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] Set router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:04:41.469639 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:41.542514 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:41.544781 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:41.687121 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Network bb0ac50d-f096-456e-83b5-ef7555b20457 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:04:41.690025 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:41.727220 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Publish callbacks [] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:41.737842 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07d972-3d2b-4e34-8f08-f1365e29bb2f req-f42d80ed-3eb6-4e72-8588-2c8fb8e69171 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:41.739913 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:04:41.746404 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:41.750289 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fc07d972-3d2b-4e34-8f08-f1365e29bb2f req-f42d80ed-3eb6-4e72-8588-2c8fb8e69171 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 931 time: 0.0960450 Jun 29 08:04:41.845252 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:39Z', 'revision_number': 1, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:41.852632 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:41.861346 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fc07d972-3d2b-4e34-8f08-f1365e29bb2f req-4a3e5cb0-ffd1-4fd4-a05d-ed6de4e25be2 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096628 Jun 29 08:04:41.890947 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ce781-9a96-4d68-b497-ef21628123dd None None] The sync data for ids ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'] in dv-cinder-768105-14-iscsi is: [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:39Z', 'revision_number': 1, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:04:41.910837 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Pushing event updated for resources: {'Port': ['ID=dec20ad0-8f1a-494a-ad93-6642576929a5,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:41.946728 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:41.979816 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:41.980742 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:42.040503 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-f216b04a-edbe-4780-a2b0-5ba3882fdd2e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0562088 Jun 29 08:04:42.042751 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Pushing event updated for resources: {'Port': ['ID=4df7f989-f2d8-4fc4-8c8b-dfb66765451a,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:42.061952 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Request body: {'port': {'device_id': '2e99307a-e437-4e8d-821c-319cc555e209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:42.330857 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:42.335111 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Network fc13a0b9-e34d-4650-bb88-8388325ba847 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:04:42.337766 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:42.706846 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cad163-be48-4f80-96e9-bcef442a03c5 req-dd7a95b2-9f85-4d02-a7c5-a0082c184868 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:42.717643 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d9cad163-be48-4f80-96e9-bcef442a03c5 req-dd7a95b2-9f85-4d02-a7c5-a0082c184868 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1310995 Jun 29 08:04:42.860860 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-2d96386b-e6df-4cd1-b02a-8962eb6da7f3 None None] Provisioning complete for port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:42.862454 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d96386b-e6df-4cd1-b02a-8962eb6da7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:42.941711 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2d96386b-e6df-4cd1-b02a-8962eb6da7f3 None None] Port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:04:43.058316 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40744) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:43.076290 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773cc1b-1b8d-4d3d-a09e-f62fb15bdf35 req-61f67a44-e9a5-481c-a0f0-59268a92ecfc tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:43.086032 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c773cc1b-1b8d-4d3d-a09e-f62fb15bdf35 req-61f67a44-e9a5-481c-a0f0-59268a92ecfc tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 931 time: 0.0906153 Jun 29 08:04:43.197447 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c773cc1b-1b8d-4d3d-a09e-f62fb15bdf35 req-7263191e-0455-4742-9a4a-9dd36c899881 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102836 Jun 29 08:04:43.367824 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:43.408885 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d9cad163-be48-4f80-96e9-bcef442a03c5 req-4194b810-b5ef-4bb2-b283-e3ba9cf47fa7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827404 Jun 29 08:04:43.435048 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:04:43.464518 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:43.585359 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Publish callbacks [] for security_group (25807175-05b8-4279-a0cb-8dcc1061bb7d), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:43.586109 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:43.592714 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (25807175-05b8-4279-a0cb-8dcc1061bb7d), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:43.616406 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:43.619223 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec20ad0-8f1a-494a-ad93-6642576929a5 {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:04:43.641433 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Publish callbacks [] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:43.652349 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25807175-05b8-4279-a0cb-8dcc1061bb7d,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:43.671066 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69e2bbfe423846dc9755f233e89ecc8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6084359 Jun 29 08:04:43.671773 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.672445 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.673173 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.673998 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.674562 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.675124 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.675297 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40758) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:43.676833 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.677778 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.678352 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.678882 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.679431 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.680178 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.680746 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.681333 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.681904 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad11c48-a9ca-4792-8a81-8d7fd486bdfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:43.701548 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Transition to ACTIVE for port object dec20ad0-8f1a-494a-ad93-6642576929a5 will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:04:43.719870 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:43.799368 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:04:43.807008 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2c850481-6dec-4dd9-91fd-38ec1111d675 admin admin] 10.222.0.43 "PUT /v2.0/routers/286ba927-a0d4-4319-a9f7-91ec9dbbd59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6779037 Jun 29 08:04:43.826346 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Pushing event updated for resources: {'Port': ['ID=dec20ad0-8f1a-494a-ad93-6642576929a5,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:43.897190 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6c16c5c0-c525-4172-8d3c-0cdf39b437f2 admin admin] Publish callbacks [] for security_group (25807175-05b8-4279-a0cb-8dcc1061bb7d), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:43.973750 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6c16c5c0-c525-4172-8d3c-0cdf39b437f2 admin admin] Publish callbacks [] for security_group (25807175-05b8-4279-a0cb-8dcc1061bb7d), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:44.027353 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Attempting to bind port dec20ad0-8f1a-494a-ad93-6642576929a5 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:04:44.027869 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Attempting to bind port dec20ad0-8f1a-494a-ad93-6642576929a5 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '8de619eb-993d-4465-8999-83644ed7a23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:04:44.028405 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Attempting to bind port dec20ad0-8f1a-494a-ad93-6642576929a5 on network bb0ac50d-f096-456e-83b5-ef7555b20457 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:04:44.062264 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Port dec20ad0-8f1a-494a-ad93-6642576929a5 on network bb0ac50d-f096-456e-83b5-ef7555b20457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:04:44.062773 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Attempting to bind port dec20ad0-8f1a-494a-ad93-6642576929a5 on network bb0ac50d-f096-456e-83b5-ef7555b20457 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:04:44.075406 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:04:44.085257 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Checking segment: {'id': '8de619eb-993d-4465-8999-83644ed7a23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:04:44.086842 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Bound using segment: {'id': '8de619eb-993d-4465-8999-83644ed7a23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:04:44.087442 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Bound port: dec20ad0-8f1a-494a-ad93-6642576929a5, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de619eb-993d-4465-8999-83644ed7a23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:04:44.088082 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:44.177653 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6c16c5c0-c525-4172-8d3c-0cdf39b437f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (25807175-05b8-4279-a0cb-8dcc1061bb7d), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:44.181006 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6c16c5c0-c525-4172-8d3c-0cdf39b437f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:44.182631 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-6c16c5c0-c525-4172-8d3c-0cdf39b437f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25807175-05b8-4279-a0cb-8dcc1061bb7d HTTP/1.1" status: 204 len: 168 time: 0.5060644 Jun 29 08:04:44.240189 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16c5c0-c525-4172-8d3c-0cdf39b437f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25807175-05b8-4279-a0cb-8dcc1061bb7d,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:44.254911 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] For port dec20ad0-8f1a-494a-ad93-6642576929a5, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:04:44.275304 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] For port dec20ad0-8f1a-494a-ad93-6642576929a5, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dec20ad0-8f1a-494a-ad93-6642576929a5,segment=NetworkSegment(8de619eb-993d-4465-8999-83644ed7a23c),segment_id=8de619eb-993d-4465-8999-83644ed7a23c)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:04:44.295597 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:44.394775 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:44.396893 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:44.399395 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] 10.222.0.48 "PUT /v2.0/ports/dec20ad0-8f1a-494a-ad93-6642576929a5 HTTP/1.1" status: 200 len: 1093 time: 2.3442216 Jun 29 08:04:44.407556 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e99307a-e437-4e8d-821c-319cc555e209', 'tag': 'dec20ad0-8f1a-494a-ad93-6642576929a5'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:04:44.411549 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba661fb-5126-4432-a1f6-aebacfac69f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e99307a-e437-4e8d-821c-319cc555e209", "tag": "dec20ad0-8f1a-494a-ad93-6642576929a5"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:04:44.471982 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aa7a3-2267-475c-83ac-570b9184e1c1 req-e430ede7-339e-426e-864c-675777edb42a tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:44.482732 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ae8aa7a3-2267-475c-83ac-570b9184e1c1 req-e430ede7-339e-426e-864c-675777edb42a tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 943 time: 0.1204808 Jun 29 08:04:44.516085 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885266ed-9f47-490e-be3d-dceac8813378 service neutron] Pushing event updated for resources: {'Port': ['ID=dec20ad0-8f1a-494a-ad93-6642576929a5,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:44.541516 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf5058-dc89-4c6d-8b41-61f554a8d125 x-openstack-request-id: req-1cbf5058-dc89-4c6d-8b41-61f554a8d125 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:04:44.542006 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e99307a-e437-4e8d-821c-319cc555e209", "tag": "dec20ad0-8f1a-494a-ad93-6642576929a5", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:04:44.542398 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cbf5058-dc89-4c6d-8b41-61f554a8d125 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:04:44.545525 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbf5058-dc89-4c6d-8b41-61f554a8d125'] response: {'name': 'network-changed', 'server_uuid': '2e99307a-e437-4e8d-821c-319cc555e209', 'tag': 'dec20ad0-8f1a-494a-ad93-6642576929a5', 'status': 'completed', 'code': 200} Jun 29 08:04:44.589622 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ae8aa7a3-2267-475c-83ac-570b9184e1c1 req-7df66e84-3826-4228-b085-6a181cf9299f tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009915 Jun 29 08:04:44.642806 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device e8a5228e-185d-4d5f-b837-f550bb255380 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:04:44.712662 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port e8a5228e-185d-4d5f-b837-f550bb255380 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:44.713072 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:44.765651 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e0008-d363-4f98-a214-f66c965b533a req-c35e81d5-758d-44f6-865b-6876eef7b6da tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:44.769162 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0d7e0008-d363-4f98-a214-f66c965b533a req-c35e81d5-758d-44f6-865b-6876eef7b6da tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.0961645 Jun 29 08:04:44.822245 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port e8a5228e-185d-4d5f-b837-f550bb255380 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:44.822649 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:44.851421 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port e8a5228e-185d-4d5f-b837-f550bb255380, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=e8a5228e-185d-4d5f-b837-f550bb255380,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:44.861550 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:44.897233 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0d7e0008-d363-4f98-a214-f66c965b533a req-6a8943bb-9432-48d8-87bc-9c7f31825a6a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173947 Jun 29 08:04:44.950203 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:44.981263 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=e8a5228e-185d-4d5f-b837-f550bb255380,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:44.993410 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.994200 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.994795 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.995287 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.995772 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.996256 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.996748 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.997252 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.997730 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.998224 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.998558 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.998922 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.999257 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.999579 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:44.999906 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:45.169862 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40798) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:45.175945 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-581592229-network', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:45.241662 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba661fb-5126-4432-a1f6-aebacfac69f9 req-ca2fb817-54a5-4007-9db0-4f9a69d35526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:45.243473 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bba661fb-5126-4432-a1f6-aebacfac69f9 req-ca2fb817-54a5-4007-9db0-4f9a69d35526 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bdadf97d44048c3bec51c0ae58ee4a6&device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 1127 time: 0.0617795 Jun 29 08:04:45.248623 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Made reservation on behalf of 02814cee7f27425b848a6dfc38e5a714 for: {'network': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:45.251460 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:45.262541 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:45.380799 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Sync routers for ids ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:04:45.406274 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Routers {'286ba927-a0d4-4319-a9f7-91ec9dbbd59a'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:04:45.406928 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:45.429810 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:45.459109 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:45.549401 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba661fb-5126-4432-a1f6-aebacfac69f9 req-555f1fbc-d3e4-4fe2-9e34-fa45472a68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:45.553280 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bba661fb-5126-4432-a1f6-aebacfac69f9 req-555f1fbc-d3e4-4fe2-9e34-fa45472a68b6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7bdadf97d44048c3bec51c0ae58ee4a6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2882938 Jun 29 08:04:45.652015 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Set router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:04:45.963161 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12596441-7b68-4afe-b066-49f4c3ece4e0 req-f86242e8-2854-45d1-8878-b84b951c23e6 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:45.982120 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-12596441-7b68-4afe-b066-49f4c3ece4e0 req-f86242e8-2854-45d1-8878-b84b951c23e6 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 943 time: 0.1599858 Jun 29 08:04:46.006906 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Publish callbacks [] for security_group (d1f3a568-b633-4b34-b5f8-07e589312ead), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.009367 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba661fb-5126-4432-a1f6-aebacfac69f9 req-92b2842c-36fa-4afb-9a20-e1d641839db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:46.011277 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bba661fb-5126-4432-a1f6-aebacfac69f9 req-92b2842c-36fa-4afb-9a20-e1d641839db0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4500334 Jun 29 08:04:46.018535 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (d1f3a568-b633-4b34-b5f8-07e589312ead), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.037338 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:04:46.052415 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (d14a5d65-aa67-4e69-9cfe-2b78968709a6), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.053061 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.segments_db [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Added segment d14a5d65-aa67-4e69-9cfe-2b78968709a6 of type vlan for network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 Jun 29 08:04:46.084018 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:46.087788 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 2, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:46.128087 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-12596441-7b68-4afe-b066-49f4c3ece4e0 req-3abc98ac-179a-4ece-bcaa-a00c71f75ab6 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404147 Jun 29 08:04:46.129643 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Checking router: 286ba927-a0d4-4319-a9f7-91ec9dbbd59a for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:04:46.130076 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Updating router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:04:46.190706 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.231881 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (1f3073f4-ccf0-4459-9a60-12f3d1b7cf36), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.298396 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f3a568-b633-4b34-b5f8-07e589312ead,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:46.315940 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-36250f6f-735e-4a1d-afd7-6d3cfa0bb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:46.319310 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-36250f6f-735e-4a1d-afd7-6d3cfa0bb3b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bdadf97d44048c3bec51c0ae58ee4a6&device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 1127 time: 0.2008159 Jun 29 08:04:46.329317 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.329845 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.331563 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.331563 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.331563 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.332050 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.332437 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.333914 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.334474 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.335026 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.335574 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.336830 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.336830 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.337266 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.337809 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.352233 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (1f3073f4-ccf0-4459-9a60-12f3d1b7cf36), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.353208 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:46.354115 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.372489 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b4987-fbb4-4035-97d8-9b37d32a3c73 req-6b6d6a32-af11-4b3d-9b20-c5641cf502cb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:46.377291 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-af2b4987-fbb4-4035-97d8-9b37d32a3c73 req-6b6d6a32-af11-4b3d-9b20-c5641cf502cb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1081553 Jun 29 08:04:46.500556 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-af2b4987-fbb4-4035-97d8-9b37d32a3c73 req-45d3fe90-2651-4dc8-8f8a-f1633af9334c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062706 Jun 29 08:04:46.543345 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device e8a5228e-185d-4d5f-b837-f550bb255380 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:04:46.591191 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-dece0530-1430-4beb-8b8c-1b21e3d9104e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dec20ad0-8f1a-494a-ad93-6642576929a5 HTTP/1.1" status: 200 len: 217 time: 0.2274699 Jun 29 08:04:46.612758 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4406908 Jun 29 08:04:46.613450 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40832) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:46.633347 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Request body: {'subnet': {'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-581592229-subnet', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'ip_version': 4}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:46.652166 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port e8a5228e-185d-4d5f-b837-f550bb255380 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:46.653469 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.715512 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Made reservation on behalf of 02814cee7f27425b848a6dfc38e5a714 for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:46.718461 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29173166'] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.823186 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Publish callbacks [] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.835517 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:46.837119 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port e8a5228e-185d-4d5f-b837-f550bb255380 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:46.860398 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d610cb9-274d-4864-a5e9-0df11c540400 admin admin] Pushing event updated for resources: {'Network': ['ID=1f3073f4-ccf0-4459-9a60-12f3d1b7cf36,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:46.890327 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:04:46.922730 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-62356774-cd85-432e-8560-90a571b7fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:46.924720 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-62356774-cd85-432e-8560-90a571b7fabd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c8a89ea9-b2a4-4eac-b6eb-fb2702795238 HTTP/1.1" status: 200 len: 853 time: 0.3118002 Jun 29 08:04:46.946180 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Pushing event updated for resources: {'Port': ['ID=4df7f989-f2d8-4fc4-8c8b-dfb66765451a,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:46.961262 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.962323 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.962882 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.963461 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.964086 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.965361 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.965361 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.965862 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.966489 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.967053 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.968175 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.968852 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.969610 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.970493 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:46.971059 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:04:47.029923 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-975efe38-f384-49d1-be87-e07d3c6dce36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb0ac50d-f096-456e-83b5-ef7555b20457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911722 Jun 29 08:04:47.130549 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Attempting to bind port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:04:47.131472 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Attempting to bind port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:04:47.132093 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Attempting to bind port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a on network fc13a0b9-e34d-4650-bb88-8388325ba847 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:04:47.144575 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:04:47.147155 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Checking segment: {'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:04:47.149338 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.150088 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Bound using segment: {'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:04:47.150712 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Bound port: 4df7f989-f2d8-4fc4-8c8b-dfb66765451a, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:04:47.152425 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.326967 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-ec4596be-3a63-41c9-a7c5-058921d9d7a2 service neutron] 10.222.0.48 "GET /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863843 Jun 29 08:04:47.336350 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25947214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29173176'] for subnet (b021ee59-54b2-4536-a8f4-232b74777f45), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.374335 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] For port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:04:47.392211 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] For port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=4df7f989-f2d8-4fc4-8c8b-dfb66765451a,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:04:47.408445 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.437256 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:47.437527 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-4f6d6e40-0f36-4f69-b4c3-5bc5cda7d385 None None] Provisioning complete for port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:47.437710 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6e40-0f36-4f69-b4c3-5bc5cda7d385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.515434 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Checking segment: {'id': 'd14a5d65-aa67-4e69-9cfe-2b78968709a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:04:47.515981 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Network hostable DHCP agents. Network: 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:04:47.518601 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b021ee59-54b2-4536-a8f4-232b74777f45,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:47.564568 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:04:47.579068 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Routers {'286ba927-a0d4-4319-a9f7-91ec9dbbd59a'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:04:47.580408 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:47.603732 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:47.627168 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:47.627535 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.636011 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f3079d-e29a-46d6-890f-0e6fc38f9521 None None] Network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:04:47.638034 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:47.659703 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823ba5-a1c0-4f37-b08d-b9bce8eca248 req-421976e5-0075-43fb-b033-3b9522b3dda0 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:47.671458 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-223f5f0c-5a90-446d-abec-f50892a9981f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0553241 Jun 29 08:04:47.672131 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-07823ba5-a1c0-4f37-b08d-b9bce8eca248 req-421976e5-0075-43fb-b033-3b9522b3dda0 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 943 time: 0.2953670 Jun 29 08:04:47.672414 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40858) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:47.680897 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-581592229-router', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:47.735052 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (216833f6-9915-4db9-b755-cf84f160b13b), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.737759 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (216833f6-9915-4db9-b755-cf84f160b13b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.770998 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-357c94fc-3eb9-48d5-b9e4-260cf2496a9b req-533bf5d4-f40e-42b1-b369-768fb31eacf6 service neutron] 10.222.0.48 "GET /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339197 Jun 29 08:04:47.790247 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:47.806675 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b4fbd-febe-4178-8824-a311eef0e3d8 None None] Pushing event updated for resources: {'Port': ['ID=4df7f989-f2d8-4fc4-8c8b-dfb66765451a,revision_number=4']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:47.840319 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] Set router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:04:47.848549 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-07823ba5-a1c0-4f37-b08d-b9bce8eca248 req-e3407b1f-65fd-4587-9d68-039679ae85f1 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748621 Jun 29 08:04:47.904603 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-1f3073f4-ccf0-4459-9a60-12f3d1b7cf36', 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36', 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'fixed_ips': [{'subnet_id': 'b021ee59-54b2-4536-a8f4-232b74777f45'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:04:47.906542 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.912757 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-4f6d6e40-0f36-4f69-b4c3-5bc5cda7d385 None None] Current status of the port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:47.913492 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks [] for router_controller (216833f6-9915-4db9-b755-cf84f160b13b), precommit_add_association {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.913718 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6e40-0f36-4f69-b4c3-5bc5cda7d385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:47.941048 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f4a83-5870-46ef-b01c-29e2c7528942 req-88ac140a-3a57-4ac2-8ca9-c88630374ac6 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:47.943559 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-596f4a83-5870-46ef-b01c-29e2c7528942 req-88ac140a-3a57-4ac2-8ca9-c88630374ac6 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1720898 Jun 29 08:04:47.990629 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-4f6d6e40-0f36-4f69-b4c3-5bc5cda7d385 None None] For port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=4df7f989-f2d8-4fc4-8c8b-dfb66765451a,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:48.041253 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6e40-0f36-4f69-b4c3-5bc5cda7d385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:48.061652 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:48.210044 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d6e40-0f36-4f69-b4c3-5bc5cda7d385 None None] Pushing event updated for resources: {'Port': ['ID=4df7f989-f2d8-4fc4-8c8b-dfb66765451a,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:48.215686 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-da56dcd7-b293-4586-97ff-d331d6350c6c None None] Provisioning complete for port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:48.216445 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-da56dcd7-b293-4586-97ff-d331d6350c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:48.278450 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Allocated IP 172.20.0.2 (1f3073f4-ccf0-4459-9a60-12f3d1b7cf36/b021ee59-54b2-4536-a8f4-232b74777f45/f2d21868-edd5-40f2-b778-ea7ebd7c8daf) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:04:48.428230 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:47Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:48.475581 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6008624-1795-440a-9a85-5edfdf3ec5ce None None] The sync data for ids ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'] in dv-cinder-768105-14-iscsi is: [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:47Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:04:48.514770 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:48.542485 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-da56dcd7-b293-4586-97ff-d331d6350c6c None None] Current status of the port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:48.564215 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 4df7f989-f2d8-4fc4-8c8b-dfb66765451a up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:04:48.572902 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks [] for router_gateway (216833f6-9915-4db9-b755-cf84f160b13b), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:48.601297 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-596f4a83-5870-46ef-b01c-29e2c7528942 req-ad9181bd-64b1-4655-b6d9-4df97d7ef4f8 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974908 Jun 29 08:04:48.694159 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:48.763805 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:48.764184 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:48.807982 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:48.813190 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Publish callbacks [] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:48.845968 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:48.966413 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40886) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:48.987817 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:04:48.997181 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Pushing event updated for resources: {'Port': ['ID=f2d21868-edd5-40f2-b778-ea7ebd7c8daf,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:49.000244 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:49.006088 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:04:49.055341 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks [] for router_gateway (216833f6-9915-4db9-b755-cf84f160b13b), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.128382 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.186085 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:49.191152 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Attempting to bind port f2d21868-edd5-40f2-b778-ea7ebd7c8daf on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:04:49.191710 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Attempting to bind port f2d21868-edd5-40f2-b778-ea7ebd7c8daf by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd14a5d65-aa67-4e69-9cfe-2b78968709a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:04:49.192601 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Attempting to bind port f2d21868-edd5-40f2-b778-ea7ebd7c8daf on network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:04:49.210359 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:04:49.210879 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Checking segment: {'id': 'd14a5d65-aa67-4e69-9cfe-2b78968709a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:04:49.211244 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.211557 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Bound using segment: {'id': 'd14a5d65-aa67-4e69-9cfe-2b78968709a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:04:49.212212 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Bound port: f2d21868-edd5-40f2-b778-ea7ebd7c8daf, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14a5d65-aa67-4e69-9cfe-2b78968709a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:04:49.212615 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.241999 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cad55b-71cc-4a10-bbb4-0b5b0a421d0b req-5e9b106c-370d-4480-b115-c66b1b0205ef tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:49.258233 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e0cad55b-71cc-4a10-bbb4-0b5b0a421d0b req-5e9b106c-370d-4480-b115-c66b1b0205ef tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 943 time: 0.1957533 Jun 29 08:04:49.365778 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] For port f2d21868-edd5-40f2-b778-ea7ebd7c8daf, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:04:49.371759 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] For port f2d21868-edd5-40f2-b778-ea7ebd7c8daf, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f2d21868-edd5-40f2-b778-ea7ebd7c8daf,segment=NetworkSegment(d14a5d65-aa67-4e69-9cfe-2b78968709a6),segment_id=d14a5d65-aa67-4e69-9cfe-2b78968709a6)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:04:49.390153 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.406950 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:49.417955 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e0cad55b-71cc-4a10-bbb4-0b5b0a421d0b req-d6a8e3b0-63bf-45f1-bb46-30a850290ace tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538110 Jun 29 08:04:49.419125 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2a4adce9-5049-409e-abe1-319b9b3eead5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.425057 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:49.481213 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Allocated IP 172.27.3.176 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:04:49.575660 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b9105-8b26-4b05-ada1-8f6cb65e0100 None None] Pushing event updated for resources: {'Port': ['ID=f2d21868-edd5-40f2-b778-ea7ebd7c8daf,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:49.585582 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.633414 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2a4adce9-5049-409e-abe1-319b9b3eead5 admin admin] Publish callbacks [] for security_group (7976c41d-736a-445f-8217-1b713647b756), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.639628 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2a4adce9-5049-409e-abe1-319b9b3eead5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (7976c41d-736a-445f-8217-1b713647b756), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.697075 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2a4adce9-5049-409e-abe1-319b9b3eead5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ea1b44e421d45389c93f3088d61755d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7287073 Jun 29 08:04:49.698459 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4adce9-5049-409e-abe1-319b9b3eead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7976c41d-736a-445f-8217-1b713647b756,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:49.701837 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40896) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:49.712226 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks [] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.774979 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-208678b1-9e5d-4ae0-aa50-2658f51e2a00 admin admin] Publish callbacks [] for security_group (7976c41d-736a-445f-8217-1b713647b756), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.805611 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-208678b1-9e5d-4ae0-aa50-2658f51e2a00 admin admin] Publish callbacks [] for security_group (7976c41d-736a-445f-8217-1b713647b756), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.814969 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.884211 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d25fb-6167-4151-8c7c-2e68287c02d3 req-5bcd0237-93a5-45c1-a0c6-1b834d4160c5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:49.886215 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-301d25fb-6167-4151-8c7c-2e68287c02d3 req-5bcd0237-93a5-45c1-a0c6-1b834d4160c5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1161256 Jun 29 08:04:49.935143 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-208678b1-9e5d-4ae0-aa50-2658f51e2a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (7976c41d-736a-445f-8217-1b713647b756), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.938728 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-208678b1-9e5d-4ae0-aa50-2658f51e2a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:49.940453 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-208678b1-9e5d-4ae0-aa50-2658f51e2a00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7976c41d-736a-445f-8217-1b713647b756 HTTP/1.1" status: 204 len: 168 time: 0.2373626 Jun 29 08:04:49.945407 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:04:49.955544 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:49.972540 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208678b1-9e5d-4ae0-aa50-2658f51e2a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7976c41d-736a-445f-8217-1b713647b756,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:49.983454 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:04:50.074452 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Pushing event updated for resources: {'Port': ['ID=cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:50.150980 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-301d25fb-6167-4151-8c7c-2e68287c02d3 req-7b0dabb5-31ea-4428-bffa-3b8eb6f7e9cd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503829 Jun 29 08:04:50.624882 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f2d21868-edd5-40f2-b778-ea7ebd7c8daf up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:04:50.810912 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40924) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:50.823608 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks [] for router_gateway (216833f6-9915-4db9-b755-cf84f160b13b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:50.851708 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6918f299-d8ce-4c04-87dd-1b6a82f003fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.092196 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port f2d21868-edd5-40f2-b778-ea7ebd7c8daf triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:51.093361 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.098611 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40928) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:51.121833 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6918f299-d8ce-4c04-87dd-1b6a82f003fb admin admin] Publish callbacks [] for security_group (fdc975d2-1fde-410f-81e5-7aa08c8bbb54), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.128348 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6918f299-d8ce-4c04-87dd-1b6a82f003fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (fdc975d2-1fde-410f-81e5-7aa08c8bbb54), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.155973 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:51.192533 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-6918f299-d8ce-4c04-87dd-1b6a82f003fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edb08f0eeaa1481d8354feed3cfb7cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769622 Jun 29 08:04:51.193162 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918f299-d8ce-4c04-87dd-1b6a82f003fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc975d2-1fde-410f-81e5-7aa08c8bbb54,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:51.195653 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40936) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:51.233359 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port f2d21868-edd5-40f2-b778-ea7ebd7c8daf is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:51.234202 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.268822 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a07f-888f-4418-a410-6a206e66ed24 req-e7932c69-ee92-43d2-a4aa-9b2018633de2 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:51.278574 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7b12a07f-888f-4418-a410-6a206e66ed24 req-e7932c69-ee92-43d2-a4aa-9b2018633de2 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 943 time: 0.4509249 Jun 29 08:04:51.291094 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d9c60946-f994-44d6-8a6c-b89939621fa5 admin admin] Publish callbacks [] for security_group (fdc975d2-1fde-410f-81e5-7aa08c8bbb54), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.309337 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port f2d21868-edd5-40f2-b778-ea7ebd7c8daf, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f2d21868-edd5-40f2-b778-ea7ebd7c8daf,segment=NetworkSegment(d14a5d65-aa67-4e69-9cfe-2b78968709a6),segment_id=d14a5d65-aa67-4e69-9cfe-2b78968709a6)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:51.313367 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf6ef6d-5819-4ea4-8a6d-8167c5df3bf2 None None] Network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:04:51.319566 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.321348 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:51.332170 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d9c60946-f994-44d6-8a6c-b89939621fa5 admin admin] Publish callbacks [] for security_group (fdc975d2-1fde-410f-81e5-7aa08c8bbb54), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.347870 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:51.482791 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67151406-7b03-45dc-a60e-7a1e1bad2bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.509356 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7b12a07f-888f-4418-a410-6a206e66ed24 req-074d7afa-e670-4fe2-99d9-8e38ddf599a1 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187970 Jun 29 08:04:51.513009 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab38fb9-c650-4610-9716-75baa048271c req-f22d236f-107a-43da-b448-8226ae1957c2 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:51.514469 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1ab38fb9-c650-4610-9716-75baa048271c req-f22d236f-107a-43da-b448-8226ae1957c2 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1704159 Jun 29 08:04:51.569238 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (216833f6-9915-4db9-b755-cf84f160b13b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.577038 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-63be0f83-70d2-41c5-95f0-567344a999ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1756835 Jun 29 08:04:51.584038 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dec20ad0-8f1a-494a-ad93-6642576929a5 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:04:51.642020 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d9c60946-f994-44d6-8a6c-b89939621fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (fdc975d2-1fde-410f-81e5-7aa08c8bbb54), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.645196 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d9c60946-f994-44d6-8a6c-b89939621fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.649493 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-d9c60946-f994-44d6-8a6c-b89939621fa5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdc975d2-1fde-410f-81e5-7aa08c8bbb54 HTTP/1.1" status: 204 len: 168 time: 0.4526787 Jun 29 08:04:51.672453 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1ab38fb9-c650-4610-9716-75baa048271c req-c27b8f8f-423d-46ac-b122-1fddc0cc3f48 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076581 Jun 29 08:04:51.676210 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c60946-f994-44d6-8a6c-b89939621fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc975d2-1fde-410f-81e5-7aa08c8bbb54,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:51.709008 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:51.731346 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67151406-7b03-45dc-a60e-7a1e1bad2bac admin admin] Publish callbacks [] for security_group (6e352c51-fbcc-481c-99f2-17229c59bf7e), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.800771 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67151406-7b03-45dc-a60e-7a1e1bad2bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (6e352c51-fbcc-481c-99f2-17229c59bf7e), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.821242 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1757a-8c38-421d-a7ea-9e818d6bb871 req-0b1a6b5e-1793-4c94-b4f0-9da4962eed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:51.824834 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a7e1757a-8c38-421d-a7ea-9e818d6bb871 req-0b1a6b5e-1793-4c94-b4f0-9da4962eed22 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 1130 time: 0.1175179 Jun 29 08:04:51.833642 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=f2d21868-edd5-40f2-b778-ea7ebd7c8daf,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:51.889757 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-dcae47f0-b143-4a27-8b7a-b2f69d285398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:51.892635 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-dcae47f0-b143-4a27-8b7a-b2f69d285398 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 1129 time: 0.2032993 Jun 29 08:04:51.949470 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-537c7a26-9f9e-4820-9b48-bd6773b2d3c9 None None] Provisioning complete for port f2d21868-edd5-40f2-b778-ea7ebd7c8daf triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:51.950909 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-537c7a26-9f9e-4820-9b48-bd6773b2d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:51.987060 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-67151406-7b03-45dc-a60e-7a1e1bad2bac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8864e0889984983bbe1ace5f6f51705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8814061 Jun 29 08:04:51.989454 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67151406-7b03-45dc-a60e-7a1e1bad2bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e352c51-fbcc-481c-99f2-17229c59bf7e,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:51.994455 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40952) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:52.021611 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40954) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:52.029847 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a7e1757a-8c38-421d-a7ea-9e818d6bb871 req-d223311d-7d2c-45b8-8e75-cace4345c041 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917980 Jun 29 08:04:52.139892 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Router 216833f6-9915-4db9-b755-cf84f160b13b is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:04:52.173579 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.db.resource_extend [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 29 08:04:52.227070 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-0b25b680-27cf-4e0a-b012-2a8065dacab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:52.236510 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-0b25b680-27cf-4e0a-b012-2a8065dacab3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.2856538 Jun 29 08:04:52.318839 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-537c7a26-9f9e-4820-9b48-bd6773b2d3c9 None None] Current status of the port f2d21868-edd5-40f2-b778-ea7ebd7c8daf is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:52.332740 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:52.390141 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-40f1e890-c79c-4b84-87b8-f21a385dadf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:52.398860 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2f392eca-0e96-4f57-aa7d-066360922129 admin admin] Publish callbacks [] for security_group (6e352c51-fbcc-481c-99f2-17229c59bf7e), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:52.505744 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-144ced50-f9bc-4099-9825-3781bba983ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e221748f-d034-48b4-8150-5e3a269027a4 HTTP/1.1" status: 200 len: 217 time: 0.1647413 Jun 29 08:04:52.535652 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dec20ad0-8f1a-494a-ad93-6642576929a5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dec20ad0-8f1a-494a-ad93-6642576929a5,segment=NetworkSegment(8de619eb-993d-4465-8999-83644ed7a23c),segment_id=8de619eb-993d-4465-8999-83644ed7a23c)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:52.579652 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2f392eca-0e96-4f57-aa7d-066360922129 admin admin] Publish callbacks [] for security_group (6e352c51-fbcc-481c-99f2-17229c59bf7e), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:52.611305 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f2d21868-edd5-40f2-b778-ea7ebd7c8daf up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:04:52.617321 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'dec20ad0-8f1a-494a-ad93-6642576929a5', 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457', 'port_id': 'dec20ad0-8f1a-494a-ad93-6642576929a5', 'mac_address': 'fa:16:3e:eb:bc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a89ea9-b2a4-4eac-b6eb-fb2702795238', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:04:52.720009 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port dec20ad0-8f1a-494a-ad93-6642576929a5 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:52.724478 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:52.756773 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port f2d21868-edd5-40f2-b778-ea7ebd7c8daf triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:52.757534 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:52.763703 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec20ad0-8f1a-494a-ad93-6642576929a5 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:04:52.829063 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dec20ad0-8f1a-494a-ad93-6642576929a5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dec20ad0-8f1a-494a-ad93-6642576929a5,segment=NetworkSegment(8de619eb-993d-4465-8999-83644ed7a23c),segment_id=8de619eb-993d-4465-8999-83644ed7a23c)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:52.831272 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-bb17758e-2f7a-465c-a536-b18e6525a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:52.835069 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-bb17758e-2f7a-465c-a536-b18e6525a5d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.0892928 Jun 29 08:04:52.840447 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:52.902441 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-cc749044-e9f7-4c06-93f9-373acdeead8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:52.905050 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-cc749044-e9f7-4c06-93f9-373acdeead8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0607941 Jun 29 08:04:52.960071 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=dec20ad0-8f1a-494a-ad93-6642576929a5,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:52.973560 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:52.976073 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port f2d21868-edd5-40f2-b778-ea7ebd7c8daf is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:52.979434 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-461cb0d4-de31-4f5a-9d8b-ac6e971f2ecd None None] Provisioning complete for port f2d21868-edd5-40f2-b778-ea7ebd7c8daf triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:52.979924 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-461cb0d4-de31-4f5a-9d8b-ac6e971f2ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:52.988635 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426611b2-3740-47aa-bb26-924867231732 req-45ccafd0-a9c1-4c7c-9d9b-756de4a1a33b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:52.991075 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-426611b2-3740-47aa-bb26-924867231732 req-45ccafd0-a9c1-4c7c-9d9b-756de4a1a33b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.0844753 Jun 29 08:04:53.041455 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:04:53.067087 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Sync routers for ids ['216833f6-9915-4db9-b755-cf84f160b13b'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:04:53.077350 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0580973-ad8f-45e5-8e26-14e0ff0437c6 req-c9deb602-a26d-4fa5-92c7-abe47cf8a70d tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:53.087305 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e0580973-ad8f-45e5-8e26-14e0ff0437c6 req-c9deb602-a26d-4fa5-92c7-abe47cf8a70d tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 944 time: 0.3429441 Jun 29 08:04:53.103663 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Routers {'216833f6-9915-4db9-b755-cf84f160b13b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:04:53.105191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['216833f6-9915-4db9-b755-cf84f160b13b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:53.153090 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-426611b2-3740-47aa-bb26-924867231732 req-f97f63e7-62b0-4150-892d-bb4a9e637e06 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353951 Jun 29 08:04:53.154837 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-40f1e890-c79c-4b84-87b8-f21a385dadf2 admin admin] Publish callbacks [] for security_group (59941b19-d466-432e-bba4-1bd1cdc95add), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:53.156173 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:53.169884 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2f392eca-0e96-4f57-aa7d-066360922129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (6e352c51-fbcc-481c-99f2-17229c59bf7e), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:53.174135 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2f392eca-0e96-4f57-aa7d-066360922129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:53.179387 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-2f392eca-0e96-4f57-aa7d-066360922129 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e352c51-fbcc-481c-99f2-17229c59bf7e HTTP/1.1" status: 204 len: 168 time: 1.1636903 Jun 29 08:04:53.194939 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-40f1e890-c79c-4b84-87b8-f21a385dadf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (59941b19-d466-432e-bba4-1bd1cdc95add), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:53.201144 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:53.215749 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-fa7a317b-3f02-408b-bfc3-955690f06c75 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503297 Jun 29 08:04:53.233483 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f392eca-0e96-4f57-aa7d-066360922129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e352c51-fbcc-481c-99f2-17229c59bf7e,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:53.286349 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1e890-c79c-4b84-87b8-f21a385dadf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59941b19-d466-432e-bba4-1bd1cdc95add,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:53.299497 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:53.305857 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 40988) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:53.306680 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d516467b-b6b6-4795-9200-66066a0f1951 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6312954 Jun 29 08:04:53.323607 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-40f1e890-c79c-4b84-87b8-f21a385dadf2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de8c46aaa09443f485ac01c23c548554&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2886062 Jun 29 08:04:53.333967 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 40990) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:53.414637 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e0580973-ad8f-45e5-8e26-14e0ff0437c6 req-72122daa-35bd-405f-befb-a936b2072fdf tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260255 Jun 29 08:04:53.479215 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['dec20ad0-8f1a-494a-ad93-6642576929a5'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:04:53.490472 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:53.506733 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:53.549458 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-af21365c-11aa-4ef2-afb2-b55430cf8e51 admin admin] Publish callbacks [] for security_group (59941b19-d466-432e-bba4-1bd1cdc95add), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:53.603294 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-af21365c-11aa-4ef2-afb2-b55430cf8e51 admin admin] Publish callbacks [] for security_group (59941b19-d466-432e-bba4-1bd1cdc95add), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:53.677809 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Set router 216833f6-9915-4db9-b755-cf84f160b13b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:04:53.685792 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-af21365c-11aa-4ef2-afb2-b55430cf8e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (59941b19-d466-432e-bba4-1bd1cdc95add), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:53.690414 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-af21365c-11aa-4ef2-afb2-b55430cf8e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:53.693138 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-af21365c-11aa-4ef2-afb2-b55430cf8e51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59941b19-d466-432e-bba4-1bd1cdc95add HTTP/1.1" status: 204 len: 168 time: 0.3391664 Jun 29 08:04:53.724519 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21365c-11aa-4ef2-afb2-b55430cf8e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59941b19-d466-432e-bba4-1bd1cdc95add,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:53.894659 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-461cb0d4-de31-4f5a-9d8b-ac6e971f2ecd None None] Current status of the port f2d21868-edd5-40f2-b778-ea7ebd7c8daf is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:54.592684 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcd326-4bcd-4f5a-9efa-85650e5863cb req-22e2eb17-06ef-4a43-9997-d02c9eefc4de tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:54.595667 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-10bcd326-4bcd-4f5a-9efa-85650e5863cb req-22e2eb17-06ef-4a43-9997-d02c9eefc4de tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1710923 Jun 29 08:04:54.722561 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:54.749863 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-10bcd326-4bcd-4f5a-9efa-85650e5863cb req-b35fefe2-fbbd-44d9-824f-c3bd3411fe90 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398399 Jun 29 08:04:54.776716 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-16f3435f-888b-457c-a189-0b79de182343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:54.807849 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216833f6-9915-4db9-b755-cf84f160b13b', 'name': 'tempest-TestMinimumBasicScenario-581592229-router', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:47Z', 'updated_at': '2022-06-29T08:04:50Z', 'revision_number': 3, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'gw_port': {'id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216833f6-9915-4db9-b755-cf84f160b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:49Z', 'updated_at': '2022-06-29T08:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:54.924354 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-497030e9-2ab4-4e8a-8731-575b51bfbd2e req-12c6d1e5-1da0-4cf4-8288-0a4b036c7e9a service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175193 Jun 29 08:04:54.924688 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Checking router: 216833f6-9915-4db9-b755-cf84f160b13b for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:04:54.926487 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Updating router 216833f6-9915-4db9-b755-cf84f160b13b port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:04:54.935607 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:55.016712 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:55.221559 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b2e9f-473b-41b0-8d94-f81f1522c5c1 req-6b0fa6c2-24b0-482e-8282-f1cf29db21ee tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:55.240948 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-860b2e9f-473b-41b0-8d94-f81f1522c5c1 req-6b0fa6c2-24b0-482e-8282-f1cf29db21ee tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 944 time: 0.2463274 Jun 29 08:04:55.371925 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Allocated IP 172.20.0.1 (1f3073f4-ccf0-4459-9a60-12f3d1b7cf36/b021ee59-54b2-4536-a8f4-232b74777f45/25db66c3-0c81-4c1f-9190-08392c45d833) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:04:55.405227 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-860b2e9f-473b-41b0-8d94-f81f1522c5c1 req-b2f59683-6ae5-42e4-b869-084567787768 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588695 Jun 29 08:04:55.530776 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:55.653977 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Publish callbacks [] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:55.663368 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:55.682100 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41062) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:55.741589 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dec20ad0-8f1a-494a-ad93-6642576929a5 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:04:55.898988 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-3f494b41-804a-4536-8bbe-fc85d0999b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:55.900724 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-3f494b41-804a-4536-8bbe-fc85d0999b4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 1130 time: 0.2624977 Jun 29 08:04:55.907297 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Attempting to bind port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:04:55.907706 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Attempting to bind port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:04:55.908031 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Attempting to bind port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:04:55.941002 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac981ce1-3f4a-4b5e-9bd4-8751cdb54a0f req-112a4700-0210-47b5-a28b-f6fae840bfa3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:55.943861 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd0ad4-0d73-41de-97eb-49cb2a8a1caa None None] Pushing event updated for resources: {'Port': ['ID=cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:55.950653 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ac981ce1-3f4a-4b5e-9bd4-8751cdb54a0f req-112a4700-0210-47b5-a28b-f6fae840bfa3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.2916329 Jun 29 08:04:55.966955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:04:55.968202 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:04:55.968824 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:55.969835 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:04:55.970003 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Bound port: cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:04:55.972474 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:55.983334 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port dec20ad0-8f1a-494a-ad93-6642576929a5 completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:04:56.041959 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port dec20ad0-8f1a-494a-ad93-6642576929a5 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:56.042628 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.149415 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] For port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:04:56.161821 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] For port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:04:56.179249 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.197736 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Publish callbacks [] for port (25db66c3-0c81-4c1f-9190-08392c45d833), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.282829 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41080) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:56.292329 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port dec20ad0-8f1a-494a-ad93-6642576929a5 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:56.292530 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.331808 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Routers {'216833f6-9915-4db9-b755-cf84f160b13b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:04:56.334763 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['216833f6-9915-4db9-b755-cf84f160b13b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:56.349015 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd0ad4-0d73-41de-97eb-49cb2a8a1caa None None] Pushing event updated for resources: {'Port': ['ID=cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:56.395372 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1244590050-network', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:56.443028 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1047601616-network', 'tenant_id': '7ff2f23d907640329a9468e514d8978a'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:56.453482 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:56.469622 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dec20ad0-8f1a-494a-ad93-6642576929a5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dec20ad0-8f1a-494a-ad93-6642576929a5,segment=NetworkSegment(8de619eb-993d-4465-8999-83644ed7a23c),segment_id=8de619eb-993d-4465-8999-83644ed7a23c)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:56.511951 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Made reservation on behalf of 7ff2f23d907640329a9468e514d8978a for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:56.515587 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.517135 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ac981ce1-3f4a-4b5e-9bd4-8751cdb54a0f req-ef2d981e-c7c9-417f-acbb-d5c4f4e45406 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970503 Jun 29 08:04:56.528806 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.536517 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Made reservation on behalf of 26a20f6f9f254aae91c952ee44a4ff74 for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:56.539928 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.549052 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.556054 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e99307a-e437-4e8d-821c-319cc555e209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec20ad0-8f1a-494a-ad93-6642576929a5'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:04:56.563046 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693102cc-4461-42de-b5b6-015ba9af6c5e" -d '{"events": [{"server_uuid": "2e99307a-e437-4e8d-821c-319cc555e209", "name": "network-vif-plugged", "status": "completed", "tag": "dec20ad0-8f1a-494a-ad93-6642576929a5"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:04:56.568584 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.575016 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.587585 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:56.673903 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-3d9ecf4d-ade5-4c8d-808c-42aaa8413334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:56.679904 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-3d9ecf4d-ade5-4c8d-808c-42aaa8413334 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.7249680 Jun 29 08:04:56.705789 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:04:56.712322 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:56.745359 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:04:56.757856 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Pushing event updated for resources: {'Port': ['ID=25db66c3-0c81-4c1f-9190-08392c45d833,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:56.860868 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f4d68b-5030-4d43-8bac-1b088fcb25de x-openstack-request-id: req-d7f4d68b-5030-4d43-8bac-1b088fcb25de {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:04:56.861338 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e99307a-e437-4e8d-821c-319cc555e209", "name": "network-vif-plugged", "status": "completed", "tag": "dec20ad0-8f1a-494a-ad93-6642576929a5", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:04:56.861743 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7f4d68b-5030-4d43-8bac-1b088fcb25de {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:04:56.862249 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f4d68b-5030-4d43-8bac-1b088fcb25de'] response: {'server_uuid': '2e99307a-e437-4e8d-821c-319cc555e209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec20ad0-8f1a-494a-ad93-6642576929a5', 'code': 200} Jun 29 08:04:56.883868 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Publish callbacks [] for security_group (24fa4f98-458b-4ceb-b1dc-38e236688851), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:56.959091 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] Set router 216833f6-9915-4db9-b755-cf84f160b13b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:04:56.977099 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (24fa4f98-458b-4ceb-b1dc-38e236688851), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.040377 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (216833f6-9915-4db9-b755-cf84f160b13b), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.047077 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-32ef8b2f-fcb3-4e8c-9ada-2934aa092249 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce HTTP/1.1" status: 200 len: 217 time: 0.3055189 Jun 29 08:04:57.117623 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:04:57.186572 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=dec20ad0-8f1a-494a-ad93-6642576929a5,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:57.212733 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a0589-ebf3-4087-bd2a-1f749747365e req-568eb1f1-3452-4a15-adae-91943fe243ed tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:57.232131 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-091a0589-ebf3-4087-bd2a-1f749747365e req-568eb1f1-3452-4a15-adae-91943fe243ed tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 945 time: 0.3448224 Jun 29 08:04:57.259344 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (84e595b4-7d0c-43f5-ba34-1fe3e1afe70e), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.259942 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Added segment 84e595b4-7d0c-43f5-ba34-1fe3e1afe70e of type vlan for network c9819b10-5ac7-4286-b834-ad5aafa240b1 Jun 29 08:04:57.306955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-57a1a49e-1903-4cb0-9f8e-6c74e44bf631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.320534 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fa4f98-458b-4ceb-b1dc-38e236688851,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:57.327169 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-c9d3ea24-3929-42e0-8dbc-0462a4d45d3d None None] Provisioning complete for port 25db66c3-0c81-4c1f-9190-08392c45d833 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:57.339854 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ea24-3929-42e0-8dbc-0462a4d45d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.340587 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:57.380798 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:57.389913 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:57.442657 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (c9819b10-5ac7-4286-b834-ad5aafa240b1), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.443885 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:57.446746 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb182828-a138-4071-a0f7-297d8a7e2ab7 req-3529040c-54d2-4ce0-b84e-c009b8d25c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:57.448682 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cb182828-a138-4071-a0f7-297d8a7e2ab7 req-3529040c-54d2-4ce0-b84e-c009b8d25c29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 1129 time: 0.2537589 Jun 29 08:04:57.464067 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-091a0589-ebf3-4087-bd2a-1f749747365e req-313c7632-cbe4-4209-9272-a8a64a9a48a1 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308486 Jun 29 08:04:57.465854 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-e6ac63cf-27a8-466a-b112-cec3b00e48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:57.474936 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-e6ac63cf-27a8-466a-b112-cec3b00e48f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.4211216 Jun 29 08:04:57.533885 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3ea24-3929-42e0-8dbc-0462a4d45d3d None None] Port 25db66c3-0c81-4c1f-9190-08392c45d833 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:04:57.575192 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (c9819b10-5ac7-4286-b834-ad5aafa240b1), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.576499 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:57.577284 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.618581 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216833f6-9915-4db9-b755-cf84f160b13b', 'name': 'tempest-TestMinimumBasicScenario-581592229-router', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:47Z', 'updated_at': '2022-06-29T08:04:50Z', 'revision_number': 3, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'gw_port': {'id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216833f6-9915-4db9-b755-cf84f160b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:49Z', 'updated_at': '2022-06-29T08:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:04:57.627214 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Publish callbacks [] for security_group (fbdb7359-b192-448f-87f3-f5c87f2bf502), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.653162 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cb182828-a138-4071-a0f7-297d8a7e2ab7 req-a957b19f-d326-4457-8b25-9b4de526d6bb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849535 Jun 29 08:04:57.654397 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f281f-e4dc-4574-994f-0157836ca861 None None] The sync data for ids ['216833f6-9915-4db9-b755-cf84f160b13b'] in dv-cinder-768105-14-iscsi is: [{'id': '216833f6-9915-4db9-b755-cf84f160b13b', 'name': 'tempest-TestMinimumBasicScenario-581592229-router', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:47Z', 'updated_at': '2022-06-29T08:04:50Z', 'revision_number': 3, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'gw_port': {'id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216833f6-9915-4db9-b755-cf84f160b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:49Z', 'updated_at': '2022-06-29T08:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:04:57.666911 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (fbdb7359-b192-448f-87f3-f5c87f2bf502), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.713620 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-84877779-9264-4943-84be-e0bc74aacc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:57.715287 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-84877779-9264-4943-84be-e0bc74aacc35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1398029 Jun 29 08:04:57.722382 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4326339 Jun 29 08:04:57.723596 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41120) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:57.739768 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Request body: {'subnet': {'network_id': 'c9819b10-5ac7-4286-b834-ad5aafa240b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1047601616-subnet', 'tenant_id': '7ff2f23d907640329a9468e514d8978a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:57.784930 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fad85b-daf6-483f-a2e3-c25f2ec0fca8 admin admin] Pushing event updated for resources: {'Network': ['ID=c9819b10-5ac7-4286-b834-ad5aafa240b1,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:57.808448 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:04:57.814430 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network c9819b10-5ac7-4286-b834-ad5aafa240b1 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:04:57.846046 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdb7359-b192-448f-87f3-f5c87f2bf502,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:57.846619 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890d923-5db2-49c9-97e1-ea2aeb33e14f req-34bd9c92-181d-4c12-93b2-0eae3e1c916e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:57.849306 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9890d923-5db2-49c9-97e1-ea2aeb33e14f req-34bd9c92-181d-4c12-93b2-0eae3e1c916e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.1009858 Jun 29 08:04:57.853319 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Made reservation on behalf of 7ff2f23d907640329a9468e514d8978a for: {'subnet': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:57.855002 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (033f85d4-65fb-472b-803a-691a96a0bc21), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.856310 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Added segment 033f85d4-65fb-472b-803a-691a96a0bc21 of type vlan for network 5b74e483-4a84-4149-9ef0-91f3e14ff64f Jun 29 08:04:57.856533 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25339951'] for subnet (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.951613 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:57.969081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (5b74e483-4a84-4149-9ef0-91f3e14ff64f), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:58.044727 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (5b74e483-4a84-4149-9ef0-91f3e14ff64f), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:58.046551 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:58.047369 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:58.094926 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4092693 Jun 29 08:04:58.104926 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41126) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:58.112315 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Request body: {'subnet': {'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1244590050-subnet', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'ip_version': 4}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:58.148309 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Made reservation on behalf of 26a20f6f9f254aae91c952ee44a4ff74 for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:04:58.150227 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29173166'] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:58.152509 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9890d923-5db2-49c9-97e1-ea2aeb33e14f req-4c683111-4033-4e94-ac46-d77a80b432ab tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274857 Jun 29 08:04:58.281763 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3db0ed-4453-4520-b415-1186973d4cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=5b74e483-4a84-4149-9ef0-91f3e14ff64f,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:58.307408 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 5b74e483-4a84-4149-9ef0-91f3e14ff64f details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:04:58.406513 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:58.419501 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:58.576830 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-cdf4efe1-0a81-4c51-b813-88f5f838358b service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400707 Jun 29 08:04:58.649835 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:04:58.761856 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:04:58.777917 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:04:58.778474 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:58.850813 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25947214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29173176'] for subnet (31a1f052-0de0-4021-ba10-ad1ca2d58d4b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:58.961659 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:04:58.966746 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:59.020191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:04:59.026877 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:59.052145 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:59.105257 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:59.239648 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5fb39-2552-4f49-8001-b322c4f7f5f9 req-4ffa853a-0de1-4f39-920a-ec5c447be8ca tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:59.243578 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9ad5fb39-2552-4f49-8001-b322c4f7f5f9 req-4ffa853a-0de1-4f39-920a-ec5c447be8ca tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 945 time: 0.5916612 Jun 29 08:04:59.329198 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26773867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25339961'] for subnet (3f553ef0-9cc6-4eca-8dd5-98730b84ebdf), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:59.509529 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:59.517782 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7b893bc-31bb-4957-b383-54c9c49549f4 req-c9e8b4da-4d3d-4303-ae43-f3523059d86e service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9065919 Jun 29 08:04:59.521758 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:59.533270 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Publish callbacks [] for port (25db66c3-0c81-4c1f-9190-08392c45d833), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:59.547993 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a1f052-0de0-4021-ba10-ad1ca2d58d4b,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:59.610548 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41154) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:59.611153 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4926ee9-28ea-4927-9141-e654e878df94 req-b11fd509-3b72-4718-a5c2-8956495baf6f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:59.612848 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e4926ee9-28ea-4927-9141-e654e878df94 req-b11fd509-3b72-4718-a5c2-8956495baf6f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.0786884 Jun 29 08:04:59.624839 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Checking segment: {'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:04:59.624839 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Network hostable DHCP agents. Network: 5b74e483-4a84-4149-9ef0-91f3e14ff64f, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:04:59.630371 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:04:59.657308 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:59.700706 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Network 5b74e483-4a84-4149-9ef0-91f3e14ff64f is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:04:59.743398 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 5b74e483-4a84-4149-9ef0-91f3e14ff64f) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:04:59.759052 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0bcf5-8356-4da7-a3cc-a12a02f9fa5d None None] Network 5b74e483-4a84-4149-9ef0-91f3e14ff64f requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:04:59.763368 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:04:59.763972 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:59.818575 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e4926ee9-28ea-4927-9141-e654e878df94 req-def8a534-80c3-4e90-aeac-74a5056bff19 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857481 Jun 29 08:04:59.829376 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9ad5fb39-2552-4f49-8001-b322c4f7f5f9 req-483aff08-9496-4acd-b037-0f41ba7328cf tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494006 Jun 29 08:04:59.830199 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-c0014082-2221-438a-bb12-260a1ca1e1e2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7176845 Jun 29 08:04:59.830199 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41158) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:04:59.842075 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:04:59.906733 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (8697c639-1f70-48c6-bc48-409e4f4cff7b), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:59.908774 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (8697c639-1f70-48c6-bc48-409e4f4cff7b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:59.910017 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f553ef0-9cc6-4eca-8dd5-98730b84ebdf,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:59.960097 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2a221d94-dd0e-4c2a-b19e-07676db669ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:04:59.976750 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Pushing event updated for resources: {'Port': ['ID=25db66c3-0c81-4c1f-9190-08392c45d833,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:04:59.987103 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:00.001096 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:05:00.002398 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:00.011046 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (216833f6-9915-4db9-b755-cf84f160b13b), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:00.027224 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks [] for router_controller (8697c639-1f70-48c6-bc48-409e4f4cff7b), precommit_add_association {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:00.090645 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Checking segment: {'id': '84e595b4-7d0c-43f5-ba34-1fe3e1afe70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c9819b10-5ac7-4286-b834-ad5aafa240b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:00.091085 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Network hostable DHCP agents. Network: c9819b10-5ac7-4286-b834-ad5aafa240b1, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:05:00.127411 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462da4-4926-4173-a9b4-288751828db2 req-a198df91-7741-4fd2-8e19-97aa76acba29 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:00.129631 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3b462da4-4926-4173-a9b4-288751828db2 req-a198df91-7741-4fd2-8e19-97aa76acba29 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1616359 Jun 29 08:05:00.214220 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Allocated IP 172.20.0.2 (5b74e483-4a84-4149-9ef0-91f3e14ff64f/31a1f052-0de0-4021-ba10-ad1ca2d58d4b/f2a30e2f-798f-40bc-9b77-40c6f401fd3d) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:05:00.214470 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Network c9819b10-5ac7-4286-b834-ad5aafa240b1 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:05:00.216643 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks [] for router_gateway (8697c639-1f70-48c6-bc48-409e4f4cff7b), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:00.231785 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:00.259456 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, c9819b10-5ac7-4286-b834-ad5aafa240b1) {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:00.272187 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:00.272792 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:00.278762 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3802d7-4794-477f-aa8d-d5eb5c95b500 None None] Network c9819b10-5ac7-4286-b834-ad5aafa240b1 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:05:00.280523 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:00.312972 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:00.357016 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2a221d94-dd0e-4c2a-b19e-07676db669ee admin admin] Publish callbacks [] for security_group (1de38fca-3f55-4d6a-96ff-2e25e78c87cd), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:00.362125 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:00.368271 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3b462da4-4926-4173-a9b4-288751828db2 req-7b41bf0e-376f-42a4-aa54-2f697a27b1f5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019622 Jun 29 08:05:00.376398 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-3c6316a7-1151-4bdd-9ef6-0b9ac916c259 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6517081 Jun 29 08:05:00.392514 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2a221d94-dd0e-4c2a-b19e-07676db669ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (1de38fca-3f55-4d6a-96ff-2e25e78c87cd), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:00.400810 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:00.585438 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:00.667162 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2263b598-cd28-4a47-9b38-721ff66c1380 None None] Network c9819b10-5ac7-4286-b834-ad5aafa240b1 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:05:00.814639 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks [] for router_gateway (8697c639-1f70-48c6-bc48-409e4f4cff7b), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:00.835588 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a221d94-dd0e-4c2a-b19e-07676db669ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de38fca-3f55-4d6a-96ff-2e25e78c87cd,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:00.859522 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:00.944321 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2a221d94-dd0e-4c2a-b19e-07676db669ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90468df9a8d84e4dac4dc8ff20f1a7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3066258 Jun 29 08:05:00.958605 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41172) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:01.027195 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-7ab2a138-d3d5-4f22-9d74-d914f7bd53f0 None None] Provisioning complete for port 25db66c3-0c81-4c1f-9190-08392c45d833 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:01.027584 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7ab2a138-d3d5-4f22-9d74-d914f7bd53f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.112896 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Publish callbacks [] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.117049 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2a138-d3d5-4f22-9d74-d914f7bd53f0 None None] Port 25db66c3-0c81-4c1f-9190-08392c45d833 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:05:01.137297 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cba217-8b48-46b3-9b42-ed8b64c66cfb req-e215ea17-e5b1-4145-88a1-257d112bda5d tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:01.137450 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8c7bdb0d-70c9-4e09-9f79-55fc005cd0fb admin admin] Publish callbacks [] for security_group (1de38fca-3f55-4d6a-96ff-2e25e78c87cd), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.138950 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e8cba217-8b48-46b3-9b42-ed8b64c66cfb req-e215ea17-e5b1-4145-88a1-257d112bda5d tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 945 time: 0.1514568 Jun 29 08:05:01.170330 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.193826 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Router 216833f6-9915-4db9-b755-cf84f160b13b has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:05:01.206910 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Network 5b74e483-4a84-4149-9ef0-91f3e14ff64f is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:01.215742 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:01.216439 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.221878 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e8cba217-8b48-46b3-9b42-ed8b64c66cfb req-fcfb0bff-86e7-40c3-8626-d04c7d0c118f tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690782 Jun 29 08:05:01.223852 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:01.270261 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:05:01.274889 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:01.283050 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94829c3f-1d7c-4351-9914-1937125721d9 req-ef9a3af1-ca89-46a9-9f85-3b57b56efdc5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:01.284678 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-94829c3f-1d7c-4351-9914-1937125721d9 req-ef9a3af1-ca89-46a9-9f85-3b57b56efdc5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.2394772 Jun 29 08:05:01.288492 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8c7bdb0d-70c9-4e09-9f79-55fc005cd0fb admin admin] Publish callbacks [] for security_group (1de38fca-3f55-4d6a-96ff-2e25e78c87cd), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.332703 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Allocated IP 172.27.3.233 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/d3e99bee-e009-4b9a-afa8-6e1eac96ca2c) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:05:01.454912 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41192) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:01.465994 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-772927042-network', 'tenant_id': 'e21e901091484c4cbe5a5bc5ba8034b7'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:01.486606 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Pushing event updated for resources: {'Port': ['ID=f2a30e2f-798f-40bc-9b77-40c6f401fd3d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:01.504670 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:01.521943 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:01.530221 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Made reservation on behalf of e21e901091484c4cbe5a5bc5ba8034b7 for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:05:01.532689 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.575932 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Attempting to bind port f2a30e2f-798f-40bc-9b77-40c6f401fd3d on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:05:01.576293 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Attempting to bind port f2a30e2f-798f-40bc-9b77-40c6f401fd3d by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:05:01.576606 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Attempting to bind port f2a30e2f-798f-40bc-9b77-40c6f401fd3d on network 5b74e483-4a84-4149-9ef0-91f3e14ff64f {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:05:01.584508 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks [] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.605442 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:01.621265 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:05:01.621656 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Checking segment: {'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:01.622070 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.622474 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Bound using segment: {'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:05:01.623507 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Bound port: f2a30e2f-798f-40bc-9b77-40c6f401fd3d, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:05:01.623911 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.663322 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:01.727242 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.750867 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] For port f2a30e2f-798f-40bc-9b77-40c6f401fd3d, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:05:01.756685 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] For port f2a30e2f-798f-40bc-9b77-40c6f401fd3d, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f2a30e2f-798f-40bc-9b77-40c6f401fd3d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:05:01.768440 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.771320 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.822067 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=57 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:01.842087 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:01.849578 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318bdc3-1e44-4490-bcb6-b748d3d672de req-7470cd98-85ed-48af-80df-9d6ee2c6f6cb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:01.854739 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3318bdc3-1e44-4490-bcb6-b748d3d672de req-7470cd98-85ed-48af-80df-9d6ee2c6f6cb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1891775 Jun 29 08:05:01.859317 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:01.871072 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:05:01.892263 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fd3b3-394b-4afa-899f-d0bff6d32773 None None] Pushing event updated for resources: {'Port': ['ID=f2a30e2f-798f-40bc-9b77-40c6f401fd3d,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:01.970772 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-94829c3f-1d7c-4351-9914-1937125721d9 req-dd9d1df1-f618-4f90-96ae-67a6b96cc23c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712947 Jun 29 08:05:01.995106 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8c7bdb0d-70c9-4e09-9f79-55fc005cd0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (1de38fca-3f55-4d6a-96ff-2e25e78c87cd), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:01.998146 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8c7bdb0d-70c9-4e09-9f79-55fc005cd0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:02.000114 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-8c7bdb0d-70c9-4e09-9f79-55fc005cd0fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1de38fca-3f55-4d6a-96ff-2e25e78c87cd HTTP/1.1" status: 204 len: 168 time: 1.0404086 Jun 29 08:05:02.018628 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:05:02.032398 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-86ef2e43-9b8d-4f37-9ea8-1257eb346c9a admin admin] 10.222.0.43 "PUT /v2.0/routers/216833f6-9915-4db9-b755-cf84f160b13b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7185569 Jun 29 08:05:02.038795 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Sync routers for ids ['216833f6-9915-4db9-b755-cf84f160b13b'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:05:02.058036 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Routers {'216833f6-9915-4db9-b755-cf84f160b13b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:05:02.058873 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['216833f6-9915-4db9-b755-cf84f160b13b'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:02.065134 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bdb0d-70c9-4e09-9f79-55fc005cd0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de38fca-3f55-4d6a-96ff-2e25e78c87cd,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:02.340402 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Set router 216833f6-9915-4db9-b755-cf84f160b13b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:05:02.365378 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e99bee-e009-4b9a-afa8-6e1eac96ca2c,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:02.588214 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3318bdc3-1e44-4490-bcb6-b748d3d672de req-5dfd8118-418e-45c4-b494-892a9239cdd3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7089903 Jun 29 08:05:02.606761 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f2a30e2f-798f-40bc-9b77-40c6f401fd3d up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:02.755584 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Publish callbacks [] for security_group (4bf37234-425c-4088-9934-04e8ad955c93), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:02.766943 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (4bf37234-425c-4088-9934-04e8ad955c93), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:02.777016 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port f2a30e2f-798f-40bc-9b77-40c6f401fd3d triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:02.779811 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:02.819777 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks [] for router_gateway (8697c639-1f70-48c6-bc48-409e4f4cff7b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:02.825011 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:05:02.872233 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf37234-425c-4088-9934-04e8ad955c93,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:02.965957 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216833f6-9915-4db9-b755-cf84f160b13b', 'name': 'tempest-TestMinimumBasicScenario-581592229-router', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:47Z', 'updated_at': '2022-06-29T08:04:57Z', 'revision_number': 4, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'gw_port': {'id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216833f6-9915-4db9-b755-cf84f160b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:49Z', 'updated_at': '2022-06-29T08:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '25db66c3-0c81-4c1f-9190-08392c45d833', 'name': '', 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'mac_address': 'fa:16:3e:75:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216833f6-9915-4db9-b755-cf84f160b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b021ee59-54b2-4536-a8f4-232b74777f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:54Z', 'updated_at': '2022-06-29T08:04:58Z', 'revision_number': 2, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'subnets': [{'id': 'b021ee59-54b2-4536-a8f4-232b74777f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:02.977176 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (547825bd-f231-448c-ba24-e4ce7c8758ec), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:02.977744 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Added segment 547825bd-f231-448c-ba24-e4ce7c8758ec of type vlan for network f188d84a-854b-4cbb-a0a3-d1e69eac938f Jun 29 08:05:03.008396 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Checking router: 216833f6-9915-4db9-b755-cf84f160b13b for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:05:03.009231 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Updating router 216833f6-9915-4db9-b755-cf84f160b13b port 25db66c3-0c81-4c1f-9190-08392c45d833 binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:05:03.138959 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:03.161520 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port f2a30e2f-798f-40bc-9b77-40c6f401fd3d is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:03.162231 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:03.169059 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (f188d84a-854b-4cbb-a0a3-d1e69eac938f), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:03.311971 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port f2a30e2f-798f-40bc-9b77-40c6f401fd3d, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f2a30e2f-798f-40bc-9b77-40c6f401fd3d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:03.337627 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:03.427550 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25eb50-4d04-4a79-8e73-1c0ca4922a82 req-5ec9e485-5b6a-4021-8ac0-0c801bfe4df6 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:03.434542 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ad25eb50-4d04-4a79-8e73-1c0ca4922a82 req-5ec9e485-5b6a-4021-8ac0-0c801bfe4df6 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.2219801 Jun 29 08:05:03.440319 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (f188d84a-854b-4cbb-a0a3-d1e69eac938f), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:03.441976 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:03.443927 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:03.604451 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=f2a30e2f-798f-40bc-9b77-40c6f401fd3d,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:03.707017 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ad25eb50-4d04-4a79-8e73-1c0ca4922a82 req-60b1401b-fb99-4ca1-80d5-477c4ee46418 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599530 Jun 29 08:05:03.707581 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:03.785688 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:03.801290 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41284) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:03.804606 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3479624 Jun 29 08:05:03.805959 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148e1b5-9f5a-4e32-ae21-0e5c2a3e57ae admin admin] Pushing event updated for resources: {'Network': ['ID=f188d84a-854b-4cbb-a0a3-d1e69eac938f,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:03.813963 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb53539-ab91-4367-aef7-9a072e9ea37e None None] Network 5b74e483-4a84-4149-9ef0-91f3e14ff64f requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:05:03.815095 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Request body: {'subnet': {'network_id': 'f188d84a-854b-4cbb-a0a3-d1e69eac938f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-772927042-subnet', 'tenant_id': 'e21e901091484c4cbe5a5bc5ba8034b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:03.874228 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network f188d84a-854b-4cbb-a0a3-d1e69eac938f details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:05:03.881595 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Made reservation on behalf of e21e901091484c4cbe5a5bc5ba8034b7 for: {'subnet': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:05:03.887891 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25339951'] for subnet (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:03.923008 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (8697c639-1f70-48c6-bc48-409e4f4cff7b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:04.096789 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135e9f7-9751-4a85-871b-ac0888829365 req-05104a01-5cfe-4ef7-98da-5a3cdb9e995b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:04.103456 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9135e9f7-9751-4a85-871b-ac0888829365 req-05104a01-5cfe-4ef7-98da-5a3cdb9e995b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1653812 Jun 29 08:05:04.297600 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Publish callbacks [] for port (25db66c3-0c81-4c1f-9190-08392c45d833), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:04.317795 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:04.366930 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:04.403947 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26773867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25339961'] for subnet (3c8005d4-5627-4efb-ad59-44bf1ef829e4), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:04.410070 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9135e9f7-9751-4a85-871b-ac0888829365 req-ae22fdbb-ffe9-4c35-9957-29b749d3ce93 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849773 Jun 29 08:05:04.433678 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-f62ca2da-6fe6-4229-aa88-d1c629fee7e7 None None] Provisioning complete for port f2a30e2f-798f-40bc-9b77-40c6f401fd3d triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:04.445238 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f62ca2da-6fe6-4229-aa88-d1c629fee7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:04.618254 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24b032-b05e-47d6-868f-504c46a80dab None None] Pushing event updated for resources: {'Port': ['ID=25db66c3-0c81-4c1f-9190-08392c45d833,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:04.700948 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8005d4-5627-4efb-ad59-44bf1ef829e4,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:04.776299 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Checking segment: {'id': '547825bd-f231-448c-ba24-e4ce7c8758ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f188d84a-854b-4cbb-a0a3-d1e69eac938f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:04.792183 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Router 8697c639-1f70-48c6-bc48-409e4f4cff7b is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:05:04.794605 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Network hostable DHCP agents. Network: f188d84a-854b-4cbb-a0a3-d1e69eac938f, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:05:04.823113 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:04.922521 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Network f188d84a-854b-4cbb-a0a3-d1e69eac938f is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:05:05.003434 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, f188d84a-854b-4cbb-a0a3-d1e69eac938f) {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:05.031064 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Attempting to bind port 25db66c3-0c81-4c1f-9190-08392c45d833 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:05:05.035900 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Attempting to bind port 25db66c3-0c81-4c1f-9190-08392c45d833 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd14a5d65-aa67-4e69-9cfe-2b78968709a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:05:05.036840 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Attempting to bind port 25db66c3-0c81-4c1f-9190-08392c45d833 on network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:05:05.039514 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:05.055629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:05.059876 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:05:05.060884 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Checking segment: {'id': 'd14a5d65-aa67-4e69-9cfe-2b78968709a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:05.062738 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:05.073052 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Bound using segment: {'id': 'd14a5d65-aa67-4e69-9cfe-2b78968709a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:05:05.074220 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Bound port: 25db66c3-0c81-4c1f-9190-08392c45d833, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14a5d65-aa67-4e69-9cfe-2b78968709a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:05:05.075150 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:05.081237 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f2a30e2f-798f-40bc-9b77-40c6f401fd3d up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:05.137498 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b2452-0faf-46e6-830b-b149876b58f3 None None] Network f188d84a-854b-4cbb-a0a3-d1e69eac938f requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:05:05.195310 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-c98bb6de-b6ab-4842-9d90-199e6d3d9be0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3808403 Jun 29 08:05:05.398292 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:05:05.459675 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:05.461188 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-99978c96-11ae-49cb-817b-27dd2cd69037 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6297317 Jun 29 08:05:05.465863 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41322) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:05.557210 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] For port 25db66c3-0c81-4c1f-9190-08392c45d833, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:05:05.612301 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] For port 25db66c3-0c81-4c1f-9190-08392c45d833, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=25db66c3-0c81-4c1f-9190-08392c45d833,segment=NetworkSegment(d14a5d65-aa67-4e69-9cfe-2b78968709a6),segment_id=d14a5d65-aa67-4e69-9cfe-2b78968709a6)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:05:05.641710 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:05.794954 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:05.803400 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:05.818753 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41332) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:05.834748 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Sync routers for ids ['8697c639-1f70-48c6-bc48-409e4f4cff7b'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:05:05.888474 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24b032-b05e-47d6-868f-504c46a80dab None None] Pushing event updated for resources: {'Port': ['ID=25db66c3-0c81-4c1f-9190-08392c45d833,revision_number=4']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:05.953492 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Routers {'216833f6-9915-4db9-b755-cf84f160b13b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:05:05.954316 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['216833f6-9915-4db9-b755-cf84f160b13b'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:05.956456 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:06.074301 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f62ca2da-6fe6-4229-aa88-d1c629fee7e7 None None] Current status of the port f2a30e2f-798f-40bc-9b77-40c6f401fd3d is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:06.161832 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d083763-8ac2-4dae-8950-45ab4d0b0724 req-8689b2fe-8ed7-4c41-aa33-8786dba01a90 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:06.163580 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6d083763-8ac2-4dae-8950-45ab4d0b0724 req-8689b2fe-8ed7-4c41-aa33-8786dba01a90 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.3458366 Jun 29 08:05:06.242184 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc9e209-a829-4bf4-b3d5-22eb8354dd32 admin admin] Deleting subnet 3f553ef0-9cc6-4eca-8dd5-98730b84ebdf {{(pid=103900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:05:06.249455 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e209-a829-4bf4-b3d5-22eb8354dd32 admin admin] Publish callbacks [] for subnet (3f553ef0-9cc6-4eca-8dd5-98730b84ebdf), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:06.526528 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] Set router 216833f6-9915-4db9-b755-cf84f160b13b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:05:06.534442 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Routers {'8697c639-1f70-48c6-bc48-409e4f4cff7b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:05:06.536844 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8697c639-1f70-48c6-bc48-409e4f4cff7b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:06.583290 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e209-a829-4bf4-b3d5-22eb8354dd32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25764326'] for subnet (3f553ef0-9cc6-4eca-8dd5-98730b84ebdf), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:06.631105 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6d083763-8ac2-4dae-8950-45ab4d0b0724 req-70584338-bcd4-4438-8db1-84a6980c2710 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474280 Jun 29 08:05:06.711757 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e209-a829-4bf4-b3d5-22eb8354dd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (3f553ef0-9cc6-4eca-8dd5-98730b84ebdf), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:06.816509 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41340) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:06.834365 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab622b9d-954f-42a0-8b1b-2e87c10d93f6 None None] Network f188d84a-854b-4cbb-a0a3-d1e69eac938f requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:05:06.859234 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-6a0dffa2-745c-4ac4-bd02-6596c13368b5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412796911', 'description': 'tempest-description--940558494'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:06.969464 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e209-a829-4bf4-b3d5-22eb8354dd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29173121'] for subnet (3f553ef0-9cc6-4eca-8dd5-98730b84ebdf), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:06.979160 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daa2d1-52df-4eba-92ee-b2fe505a2595 req-9e8a9be4-1d9c-4034-a42e-753864440145 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:06.987460 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:06.990034 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f3daa2d1-52df-4eba-92ee-b2fe505a2595 req-9e8a9be4-1d9c-4034-a42e-753864440145 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.3203735 Jun 29 08:05:07.003482 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6a0dffa2-745c-4ac4-bd02-6596c13368b5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:07.079882 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-44107afe-186a-4c91-908a-448e48c204d6 None None] Provisioning complete for port 25db66c3-0c81-4c1f-9190-08392c45d833 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:07.081081 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-44107afe-186a-4c91-908a-448e48c204d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:07.106940 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port f2a30e2f-798f-40bc-9b77-40c6f401fd3d triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:07.108080 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:07.111540 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9e209-a829-4bf4-b3d5-22eb8354dd32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f553ef0-9cc6-4eca-8dd5-98730b84ebdf,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:07.132421 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e209-a829-4bf4-b3d5-22eb8354dd32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:07.159583 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-cfc9e209-a829-4bf4-b3d5-22eb8354dd32 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3f553ef0-9cc6-4eca-8dd5-98730b84ebdf HTTP/1.1" status: 204 len: 168 time: 1.3383024 Jun 29 08:05:07.163744 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41342) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:07.218963 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216833f6-9915-4db9-b755-cf84f160b13b', 'name': 'tempest-TestMinimumBasicScenario-581592229-router', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:47Z', 'updated_at': '2022-06-29T08:04:57Z', 'revision_number': 4, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'gw_port': {'id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216833f6-9915-4db9-b755-cf84f160b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:49Z', 'updated_at': '2022-06-29T08:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '25db66c3-0c81-4c1f-9190-08392c45d833', 'name': '', 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'mac_address': 'fa:16:3e:75:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216833f6-9915-4db9-b755-cf84f160b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b021ee59-54b2-4536-a8f4-232b74777f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:54Z', 'updated_at': '2022-06-29T08:05:05Z', 'revision_number': 4, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'subnets': [{'id': 'b021ee59-54b2-4536-a8f4-232b74777f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:07.264894 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f3daa2d1-52df-4eba-92ee-b2fe505a2595 req-f0000e8e-4d1c-49bb-8ea9-0e65f3d5718b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581339 Jun 29 08:05:07.310666 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d7e7b-0eec-4a38-bde3-11023a4fec62 None None] The sync data for ids ['216833f6-9915-4db9-b755-cf84f160b13b'] in dv-cinder-768105-14-iscsi is: [{'id': '216833f6-9915-4db9-b755-cf84f160b13b', 'name': 'tempest-TestMinimumBasicScenario-581592229-router', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:47Z', 'updated_at': '2022-06-29T08:04:57Z', 'revision_number': 4, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'gw_port': {'id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216833f6-9915-4db9-b755-cf84f160b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:49Z', 'updated_at': '2022-06-29T08:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '25db66c3-0c81-4c1f-9190-08392c45d833', 'name': '', 'network_id': '1f3073f4-ccf0-4459-9a60-12f3d1b7cf36', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'mac_address': 'fa:16:3e:75:2b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216833f6-9915-4db9-b755-cf84f160b13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'b021ee59-54b2-4536-a8f4-232b74777f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:54Z', 'updated_at': '2022-06-29T08:05:05Z', 'revision_number': 4, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'subnets': [{'id': 'b021ee59-54b2-4536-a8f4-232b74777f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:05:07.393083 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:07.496466 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:07.587244 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (c9819b10-5ac7-4286-b834-ad5aafa240b1), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:07.663616 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Allocated IP 172.20.0.1 (5b74e483-4a84-4149-9ef0-91f3e14ff64f/31a1f052-0de0-4021-ba10-ad1ca2d58d4b/50ab0107-ce29-4c45-b743-141baa277949) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:05:07.691062 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:07.722530 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Set router 8697c639-1f70-48c6-bc48-409e4f4cff7b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:05:07.765072 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:07.780560 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6a0dffa2-745c-4ac4-bd02-6596c13368b5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group (7ce650db-ba31-436e-b1b1-9cd9cbe9ab91), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:07.796326 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6a0dffa2-745c-4ac4-bd02-6596c13368b5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (7ce650db-ba31-436e-b1b1-9cd9cbe9ab91), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:07.815454 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port f2a30e2f-798f-40bc-9b77-40c6f401fd3d is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:07.846900 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:07.874478 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-44107afe-186a-4c91-908a-448e48c204d6 None None] Current status of the port 25db66c3-0c81-4c1f-9190-08392c45d833 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:07.874478 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-44107afe-186a-4c91-908a-448e48c204d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:07.919549 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920ccd8-1159-4667-b315-28ff88cae87e req-6ac13032-8769-429a-a94e-ef5c7c6dd7a8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:07.926404 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Publish callbacks [] for port (50ab0107-ce29-4c45-b743-141baa277949), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:07.934766 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5920ccd8-1159-4667-b315-28ff88cae87e req-6ac13032-8769-429a-a94e-ef5c7c6dd7a8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1440184 Jun 29 08:05:07.990157 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:08.016626 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (50ab0107-ce29-4c45-b743-141baa277949), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.049930 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (c9819b10-5ac7-4286-b834-ad5aafa240b1), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.063786 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6a0dffa2-745c-4ac4-bd02-6596c13368b5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.069113 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-6a0dffa2-745c-4ac4-bd02-6596c13368b5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2419362 Jun 29 08:05:08.077583 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41348) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:08.091295 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-778c40ef-ef3b-478e-98b6-a8f20c37e775 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Request body: {'security_group_rule': {'security_group_id': '7ce650db-ba31-436e-b1b1-9cd9cbe9ab91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:08.117183 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-44107afe-186a-4c91-908a-448e48c204d6 None None] For port 25db66c3-0c81-4c1f-9190-08392c45d833, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=25db66c3-0c81-4c1f-9190-08392c45d833,segment=NetworkSegment(d14a5d65-aa67-4e69-9cfe-2b78968709a6),segment_id=d14a5d65-aa67-4e69-9cfe-2b78968709a6)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:08.130961 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-44107afe-186a-4c91-908a-448e48c204d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.148254 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5920ccd8-1159-4667-b315-28ff88cae87e req-1937767d-547d-4f58-ae6c-cae8733fee4f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118649 Jun 29 08:05:08.156733 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dffa2-745c-4ac4-bd02-6596c13368b5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:08.189175 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9819b10-5ac7-4286-b834-ad5aafa240b1']}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:08.213765 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44107afe-186a-4c91-908a-448e48c204d6 None None] Pushing event updated for resources: {'Port': ['ID=25db66c3-0c81-4c1f-9190-08392c45d833,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:08.224034 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Pushing event updated for resources: {'Port': ['ID=50ab0107-ce29-4c45-b743-141baa277949,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:08.227910 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e595b4-7d0c-43f5-ba34-1fe3e1afe70e') {'for_net_delete': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:08.228184 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e595b4-7d0c-43f5-ba34-1fe3e1afe70e') {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:08.232048 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Network 5b74e483-4a84-4149-9ef0-91f3e14ff64f is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:08.242522 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:08.246195 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:05:08.290439 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-778c40ef-ef3b-478e-98b6-a8f20c37e775 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group_rule (5b1f7a91-53fe-46d5-93a8-8ffaeb543160), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.307735 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25764317'] for segment (84e595b4-7d0c-43f5-ba34-1fe3e1afe70e), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.318149 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 25db66c3-0c81-4c1f-9190-08392c45d833 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:08.360471 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (84e595b4-7d0c-43f5-ba34-1fe3e1afe70e), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.387129 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (8697c639-1f70-48c6-bc48-409e4f4cff7b), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.388261 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:05:08.389109 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946667'] for segment (84e595b4-7d0c-43f5-ba34-1fe3e1afe70e), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.466918 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 84e595b4-7d0c-43f5-ba34-1fe3e1afe70e resource provider aggregate not found Jun 29 08:05:08.502805 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-84341d5a-f9dd-4f31-aa68-a98daafb994a None None] Provisioning complete for port f2a30e2f-798f-40bc-9b77-40c6f401fd3d triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:08.503187 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-84341d5a-f9dd-4f31-aa68-a98daafb994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.622865 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 84e595b4-7d0c-43f5-ba34-1fe3e1afe70e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84e595b4-7d0c-43f5-ba34-1fe3e1afe70e found for delete ", "request_id": "req-3254c03b-8c91-48ad-b336-cfce0e7c05fd"}]} Jun 29 08:05:08.681953 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-778c40ef-ef3b-478e-98b6-a8f20c37e775 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group_rule (5b1f7a91-53fe-46d5-93a8-8ffaeb543160), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.681953 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (c9819b10-5ac7-4286-b834-ad5aafa240b1), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.713920 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.734015 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c9819b10-5ac7-4286-b834-ad5aafa240b1 HTTP/1.1" status: 204 len: 168 time: 1.5661886 Jun 29 08:05:08.742858 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41358) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:08.761738 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03ff02-ac90-480e-96d5-8b7d61fd3862 req-934fa4ed-2fdb-4510-bdab-efefbac3075f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:08.763410 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8b03ff02-ac90-480e-96d5-8b7d61fd3862 req-934fa4ed-2fdb-4510-bdab-efefbac3075f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.2463565 Jun 29 08:05:08.797181 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-778c40ef-ef3b-478e-98b6-a8f20c37e775 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (5b1f7a91-53fe-46d5-93a8-8ffaeb543160), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.881721 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (50ab0107-ce29-4c45-b743-141baa277949), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.902835 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8b03ff02-ac90-480e-96d5-8b7d61fd3862 req-75da8797-ebd8-4340-890a-9d39dd80fd89 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245680 Jun 29 08:05:08.929699 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-84341d5a-f9dd-4f31-aa68-a98daafb994a None None] Current status of the port f2a30e2f-798f-40bc-9b77-40c6f401fd3d is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:08.953053 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:02Z', 'revision_number': 3, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:08.959520 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-84341d5a-f9dd-4f31-aa68-a98daafb994a None None] Provisioning complete for port 25db66c3-0c81-4c1f-9190-08392c45d833 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:08.960296 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-84341d5a-f9dd-4f31-aa68-a98daafb994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:08.993318 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b661e-9b63-436a-97a4-45efab53bb57 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9819b10-5ac7-4286-b834-ad5aafa240b1,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:09.012876 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-778c40ef-ef3b-478e-98b6-a8f20c37e775 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.017542 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-778c40ef-ef3b-478e-98b6-a8f20c37e775 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9376295 Jun 29 08:05:09.023123 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41360) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:09.032521 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-0364f831-ce9c-4e4f-acc2-ec3fbf355c2a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Request body: {'security_group_rule': {'security_group_id': '7ce650db-ba31-436e-b1b1-9cd9cbe9ab91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:09.049857 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 25db66c3-0c81-4c1f-9190-08392c45d833 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:09.053472 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.062696 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c40ef-ef3b-478e-98b6-a8f20c37e775 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1f7a91-53fe-46d5-93a8-8ffaeb543160,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:09.101079 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5c92d7-8e26-4d0e-8ae3-2b9a25b6a3c2 admin admin] Deleting subnet 3c8005d4-5627-4efb-ad59-44bf1ef829e4 {{(pid=103900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:05:09.111932 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de5c92d7-8e26-4d0e-8ae3-2b9a25b6a3c2 admin admin] Publish callbacks [] for subnet (3c8005d4-5627-4efb-ad59-44bf1ef829e4), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.174277 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Checking router: 8697c639-1f70-48c6-bc48-409e4f4cff7b for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:05:09.174898 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Updating router 8697c639-1f70-48c6-bc48-409e4f4cff7b port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:05:09.190438 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:09.290312 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de5c92d7-8e26-4d0e-8ae3-2b9a25b6a3c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25764326'] for subnet (3c8005d4-5627-4efb-ad59-44bf1ef829e4), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.293158 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0364f831-ce9c-4e4f-acc2-ec3fbf355c2a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group_rule (ec241a17-4b6e-4cdd-acc7-2d2ebcbba139), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.332323 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:09.343445 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Publish callbacks [] for port (50ab0107-ce29-4c45-b743-141baa277949), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.364077 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (50ab0107-ce29-4c45-b743-141baa277949), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.413952 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-84341d5a-f9dd-4f31-aa68-a98daafb994a None None] Current status of the port 25db66c3-0c81-4c1f-9190-08392c45d833 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:09.438549 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.478354 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Pushing event updated for resources: {'Port': ['ID=50ab0107-ce29-4c45-b743-141baa277949,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:09.539380 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (8697c639-1f70-48c6-bc48-409e4f4cff7b), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.593654 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de5c92d7-8e26-4d0e-8ae3-2b9a25b6a3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (3c8005d4-5627-4efb-ad59-44bf1ef829e4), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.611897 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-e3245d84-a13b-48cc-9d82-587ed533eeb0 None None] Provisioning complete for port 50ab0107-ce29-4c45-b743-141baa277949 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:09.612397 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f3577-27d3-486c-ae5c-de8f6eb342df req-9d8c3703-e719-4eec-a392-cea35d868140 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:09.614178 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3245d84-a13b-48cc-9d82-587ed533eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (50ab0107-ce29-4c45-b743-141baa277949), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.614707 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9a9f3577-27d3-486c-ae5c-de8f6eb342df req-9d8c3703-e719-4eec-a392-cea35d868140 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.2551820 Jun 29 08:05:09.741938 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Network 5b74e483-4a84-4149-9ef0-91f3e14ff64f is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:09.743718 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:09.748244 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-e3245d84-a13b-48cc-9d82-587ed533eeb0 None None] Port 50ab0107-ce29-4c45-b743-141baa277949 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:05:09.757514 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 25db66c3-0c81-4c1f-9190-08392c45d833 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:09.771866 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0364f831-ce9c-4e4f-acc2-ec3fbf355c2a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group_rule (ec241a17-4b6e-4cdd-acc7-2d2ebcbba139), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.818066 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0364f831-ce9c-4e4f-acc2-ec3fbf355c2a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (ec241a17-4b6e-4cdd-acc7-2d2ebcbba139), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:09.906829 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:09.981596 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9a9f3577-27d3-486c-ae5c-de8f6eb342df req-44938f14-4384-4ab0-b2c7-9ddcd79c277c tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277838 Jun 29 08:05:09.984041 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f831-ce9c-4e4f-acc2-ec3fbf355c2a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec241a17-4b6e-4cdd-acc7-2d2ebcbba139,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:10.000944 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de5c92d7-8e26-4d0e-8ae3-2b9a25b6a3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29173121'] for subnet (3c8005d4-5627-4efb-ad59-44bf1ef829e4), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.020081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0364f831-ce9c-4e4f-acc2-ec3fbf355c2a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.032319 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0364f831-ce9c-4e4f-acc2-ec3fbf355c2a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0051541 Jun 29 08:05:10.059657 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41368) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:10.066849 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c92d7-8e26-4d0e-8ae3-2b9a25b6a3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8005d4-5627-4efb-ad59-44bf1ef829e4,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:10.073208 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:10.083395 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de5c92d7-8e26-4d0e-8ae3-2b9a25b6a3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.091836 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-de5c92d7-8e26-4d0e-8ae3-2b9a25b6a3c2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3c8005d4-5627-4efb-ad59-44bf1ef829e4 HTTP/1.1" status: 204 len: 168 time: 1.3322442 Jun 29 08:05:10.103043 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41370) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:10.197787 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Router 8697c639-1f70-48c6-bc48-409e4f4cff7b has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:05:10.226845 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:10.235526 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.272200 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2484249-4183-410b-abe3-b8b6b1b0d5ac req-c6c7c25c-0cf4-4f52-a275-01c70a38c0b7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:10.277626 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b2484249-4183-410b-abe3-b8b6b1b0d5ac req-c6c7c25c-0cf4-4f52-a275-01c70a38c0b7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1127856 Jun 29 08:05:10.335491 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 25db66c3-0c81-4c1f-9190-08392c45d833 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:10.400138 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-3b60c03a-fea8-415a-9ea2-76d3cb6bbdf2 None None] Provisioning complete for port 50ab0107-ce29-4c45-b743-141baa277949 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:10.400941 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3b60c03a-fea8-415a-9ea2-76d3cb6bbdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (50ab0107-ce29-4c45-b743-141baa277949), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.497555 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-3b60c03a-fea8-415a-9ea2-76d3cb6bbdf2 None None] Port 50ab0107-ce29-4c45-b743-141baa277949 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:05:10.506998 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 25db66c3-0c81-4c1f-9190-08392c45d833 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:10.508725 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.631595 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Publish callbacks [] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.648694 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.692528 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (f188d84a-854b-4cbb-a0a3-d1e69eac938f), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.782408 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:10.810666 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:05:10.815079 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 25db66c3-0c81-4c1f-9190-08392c45d833 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:10.819848 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:10.854606 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:10.868163 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2b97338f-bfa3-40db-9ffd-de1296bd3f4b admin admin] 10.222.0.43 "PUT /v2.0/routers/8697c639-1f70-48c6-bc48-409e4f4cff7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3997400 Jun 29 08:05:10.905105 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dae6d-aa37-422a-ab70-f6ed67c561a0 None None] Pushing event updated for resources: {'Port': ['ID=d3e99bee-e009-4b9a-afa8-6e1eac96ca2c,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:10.946197 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Attempting to bind port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:05:10.949455 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Attempting to bind port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:05:10.950077 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Attempting to bind port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:05:10.955197 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.984971 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:05:10.990906 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:10.991446 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:10.996108 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:05:10.996108 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Bound port: d3e99bee-e009-4b9a-afa8-6e1eac96ca2c, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:05:11.007081 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:11.017439 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b2484249-4183-410b-abe3-b8b6b1b0d5ac req-171ef1d1-a1fc-4250-92d5-506b514025c9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7004290 Jun 29 08:05:11.047910 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (f188d84a-854b-4cbb-a0a3-d1e69eac938f), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:11.089859 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f188d84a-854b-4cbb-a0a3-d1e69eac938f']}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:11.118724 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547825bd-f231-448c-ba24-e4ce7c8758ec') {'for_net_delete': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:11.119934 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547825bd-f231-448c-ba24-e4ce7c8758ec') {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:11.133230 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25764317'] for segment (547825bd-f231-448c-ba24-e4ce7c8758ec), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:11.151432 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (547825bd-f231-448c-ba24-e4ce7c8758ec), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:11.173102 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:05:11.173751 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946667'] for segment (547825bd-f231-448c-ba24-e4ce7c8758ec), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:11.211022 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] For port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:05:11.234703 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] For port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=d3e99bee-e009-4b9a-afa8-6e1eac96ca2c,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:05:11.252267 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:11.266200 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Allocated IP 172.27.3.142 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:05:11.311644 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 547825bd-f231-448c-ba24-e4ce7c8758ec resource provider aggregate not found Jun 29 08:05:11.385419 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dae6d-aa37-422a-ab70-f6ed67c561a0 None None] Pushing event updated for resources: {'Port': ['ID=d3e99bee-e009-4b9a-afa8-6e1eac96ca2c,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:11.396163 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Routers {'8697c639-1f70-48c6-bc48-409e4f4cff7b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:05:11.397169 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8697c639-1f70-48c6-bc48-409e4f4cff7b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:11.443151 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b192-ffcd-43ed-a626-03ab4d77fb07 req-229af0c6-b37b-4fa2-8ecd-a96a4434ef96 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:11.446161 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-09e5b192-ffcd-43ed-a626-03ab4d77fb07 req-229af0c6-b37b-4fa2-8ecd-a96a4434ef96 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.2140431 Jun 29 08:05:11.459470 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 547825bd-f231-448c-ba24-e4ce7c8758ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 547825bd-f231-448c-ba24-e4ce7c8758ec found for delete ", "request_id": "req-5efa2ace-8853-4ceb-a70c-708ceef6bdfd"}]} Jun 29 08:05:11.463566 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:11.473388 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (f188d84a-854b-4cbb-a0a3-d1e69eac938f), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:11.558267 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for port (a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:11.559648 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:11.567181 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f188d84a-854b-4cbb-a0a3-d1e69eac938f HTTP/1.1" status: 204 len: 168 time: 1.4612472 Jun 29 08:05:11.589424 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072cc45-7200-4299-899c-ae89d35742a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f188d84a-854b-4cbb-a0a3-d1e69eac938f,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:11.604549 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] Set router 8697c639-1f70-48c6-bc48-409e4f4cff7b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:05:11.626546 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-09e5b192-ffcd-43ed-a626-03ab4d77fb07 req-7996d125-91e9-4c97-a83b-5f31c17b665c tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574452 Jun 29 08:05:11.730900 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:11.878074 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:11.884872 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:11.894311 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:05:11.907903 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event updated for resources: {'Port': ['ID=a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:12.006202 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41392) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:12.150258 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f5ce87e1-2c22-4289-b575-a98c0880e07b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ff2f23d907640329a9468e514d8978a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427069 Jun 29 08:05:12.155088 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41398) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:12.169474 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for floatingip (63122b3c-e625-4648-ad85-9d8818db4276), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:12.204482 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 2, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:12.397203 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fd9d2-973c-4649-98a6-e62f3a0becec None None] The sync data for ids ['8697c639-1f70-48c6-bc48-409e4f4cff7b'] in dv-cinder-768105-14-iscsi is: [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 2, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:05:12.439959 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ebefaf82-7bf3-4244-bdde-e2dc341c1eaf admin admin] Publish callbacks [] for security_group (24fa4f98-458b-4ceb-b1dc-38e236688851), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:12.513862 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049372e4-90d1-4f54-a55b-8eb2f8a70c8f req-9c9f0260-99ff-4db7-ab19-766f7b16806d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:12.515997 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-049372e4-90d1-4f54-a55b-8eb2f8a70c8f req-9c9f0260-99ff-4db7-ab19-766f7b16806d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.3172841 Jun 29 08:05:12.516932 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:12.557925 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ebefaf82-7bf3-4244-bdde-e2dc341c1eaf admin admin] Publish callbacks [] for security_group (24fa4f98-458b-4ceb-b1dc-38e236688851), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:12.669612 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ebefaf82-7bf3-4244-bdde-e2dc341c1eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (24fa4f98-458b-4ceb-b1dc-38e236688851), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:12.672427 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ebefaf82-7bf3-4244-bdde-e2dc341c1eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:12.677512 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-ebefaf82-7bf3-4244-bdde-e2dc341c1eaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24fa4f98-458b-4ceb-b1dc-38e236688851 HTTP/1.1" status: 204 len: 168 time: 0.5177095 Jun 29 08:05:12.698126 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41408) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:12.738851 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1841317109-network', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:12.809502 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefaf82-7bf3-4244-bdde-e2dc341c1eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fa4f98-458b-4ceb-b1dc-38e236688851,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:12.812767 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Made reservation on behalf of ce40207353eb449c99cb7abc1ddc878f for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:05:12.815635 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:12.867687 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-049372e4-90d1-4f54-a55b-8eb2f8a70c8f req-ae688ce1-f4ad-4363-8fee-36447324abf0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424401 Jun 29 08:05:12.968342 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:12.985597 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7467-0f19-438d-9513-c2b28bbfe2d2 req-38c424f5-328d-49bb-8c99-c0e3f9cf6a35 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:12.994121 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f7ed7467-0f19-438d-9513-c2b28bbfe2d2 req-38c424f5-328d-49bb-8c99-c0e3f9cf6a35 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.2029092 Jun 29 08:05:13.167730 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f7ed7467-0f19-438d-9513-c2b28bbfe2d2 req-fdc43fa9-d598-45d3-b0ce-8cf6d510366a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723850 Jun 29 08:05:13.194417 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for port (a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.209978 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.283941 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:13.299639 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Publish callbacks [] for security_group (90321645-f41c-4781-81aa-70c22e414ec4), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.313255 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (90321645-f41c-4781-81aa-70c22e414ec4), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.372285 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:13.379519 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (63122b3c-e625-4648-ad85-9d8818db4276), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.395617 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event updated for resources: {'Port': ['ID=a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:13.411155 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.421670 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-08043041-2f42-4131-a7a5-ef4447437891 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3439703 Jun 29 08:05:13.428477 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:05:13.477936 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (7f32f723-4911-483a-b487-bb3c877cd3d2), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.478357 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Added segment 7f32f723-4911-483a-b487-bb3c877cd3d2 of type vlan for network 101f0bbd-e580-46c1-b0bd-e8655698ef81 Jun 29 08:05:13.480093 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90321645-f41c-4781-81aa-70c22e414ec4,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:13.571983 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (101f0bbd-e580-46c1-b0bd-e8655698ef81), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.617288 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:13.647241 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (101f0bbd-e580-46c1-b0bd-e8655698ef81), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.648644 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:13.650462 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.710894 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0086644 Jun 29 08:05:13.712229 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41426) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:13.719468 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Request body: {'subnet': {'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1841317109-subnet', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'ip_version': 4}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:13.749450 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:13.807284 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Made reservation on behalf of ce40207353eb449c99cb7abc1ddc878f for: {'subnet': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:05:13.809693 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25339951'] for subnet (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:13.973990 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41430) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:13.986205 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ffa03-115a-488a-9e0a-919e5df1b882 admin admin] Pushing event updated for resources: {'Network': ['ID=101f0bbd-e580-46c1-b0bd-e8655698ef81,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:13.998714 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 101f0bbd-e580-46c1-b0bd-e8655698ef81 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:05:14.227968 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-06f1969e-88f7-4871-9cbf-11574d6aa93b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e21e901091484c4cbe5a5bc5ba8034b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477791 Jun 29 08:05:14.232494 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41456) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:14.350923 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2a1263b2-c391-4cc8-9acc-5a5de2135326 admin admin] Publish callbacks [] for security_group (4bf37234-425c-4088-9934-04e8ad955c93), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:14.403214 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2a1263b2-c391-4cc8-9acc-5a5de2135326 admin admin] Publish callbacks [] for security_group (4bf37234-425c-4088-9934-04e8ad955c93), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:14.619329 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-e72aed6e-0e96-4231-b92d-86778fee48e8 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--412796911&fields=id&tenant_id=ab693125979f4bb7b7b3c94061610fe2 HTTP/1.1" status: 200 len: 267 time: 0.1668127 Jun 29 08:05:14.725837 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e35c2-378d-4855-bb9f-afb6bd2a1ba6 req-e121f2ae-b550-42c8-9929-bcbde39aa816 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:14.737763 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e49e35c2-378d-4855-bb9f-afb6bd2a1ba6 req-e121f2ae-b550-42c8-9929-bcbde39aa816 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.4550428 Jun 29 08:05:14.760789 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26773867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25339961'] for subnet (10f99c00-68b2-4a05-a1ba-9750fe9b91fa), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:14.897471 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e49e35c2-378d-4855-bb9f-afb6bd2a1ba6 req-f0defc76-093b-4077-8a26-ef6475f67f0c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548016 Jun 29 08:05:14.900443 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Checking segment: {'id': '7f32f723-4911-483a-b487-bb3c877cd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:14.901203 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2a1263b2-c391-4cc8-9acc-5a5de2135326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (4bf37234-425c-4088-9934-04e8ad955c93), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:14.905639 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Network hostable DHCP agents. Network: 101f0bbd-e580-46c1-b0bd-e8655698ef81, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:05:14.928740 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f99c00-68b2-4a05-a1ba-9750fe9b91fa,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:14.932415 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-2a1263b2-c391-4cc8-9acc-5a5de2135326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:14.947538 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-2a1263b2-c391-4cc8-9acc-5a5de2135326 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bf37234-425c-4088-9934-04e8ad955c93 HTTP/1.1" status: 204 len: 168 time: 0.7119803 Jun 29 08:05:14.970955 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Network 101f0bbd-e580-46c1-b0bd-e8655698ef81 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:05:15.001857 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 101f0bbd-e580-46c1-b0bd-e8655698ef81) {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:15.008320 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:15.008753 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:15.024425 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-57109bed-bcac-4908-9546-e7f2058e77bd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:15.035816 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-57109bed-bcac-4908-9546-e7f2058e77bd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 818 time: 0.4104781 Jun 29 08:05:15.037790 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d816d9a-0255-4684-813e-73c4304e8ce5 None None] Network 101f0bbd-e580-46c1-b0bd-e8655698ef81 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:05:15.073114 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b2711c49-8837-4a53-b072-112232a9aeb3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3560624 Jun 29 08:05:15.073811 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41494) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:15.078310 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1841317109-router', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:15.126015 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3a0ea142-31ac-4895-a7c7-7c3e4cbd1d7a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/quotas/ab693125979f4bb7b7b3c94061610fe2 HTTP/1.1" status: 200 len: 375 time: 0.0819373 Jun 29 08:05:15.171183 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1263b2-c391-4cc8-9acc-5a5de2135326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf37234-425c-4088-9934-04e8ad955c93,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:15.204053 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (5d3726db-08fc-407c-a4ad-4c732d70912c), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:15.209284 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (5d3726db-08fc-407c-a4ad-4c732d70912c), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:15.419819 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks [] for router_controller (5d3726db-08fc-407c-a4ad-4c732d70912c), precommit_add_association {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:15.436141 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-95f2fca3-1a17-4337-958a-1e017472f363 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2766206 Jun 29 08:05:15.447518 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7f612-0dc2-4b40-8d87-62ed7b903a64 req-6cc28f22-e5d9-4ad7-814e-6a1811a3c1ae tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:15.455095 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b2c7f612-0dc2-4b40-8d87-62ed7b903a64 req-6cc28f22-e5d9-4ad7-814e-6a1811a3c1ae tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.3634367 Jun 29 08:05:15.466769 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-101f0bbd-e580-46c1-b0bd-e8655698ef81', 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81', 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'fixed_ips': [{'subnet_id': '10f99c00-68b2-4a05-a1ba-9750fe9b91fa'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:05:15.467808 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:15.612210 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:15.771834 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-ecd285f0-d499-4e1e-adbc-b9cd9bbb2b51 service neutron] 10.222.0.43 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039360 Jun 29 08:05:15.829684 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:16.043042 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b2c7f612-0dc2-4b40-8d87-62ed7b903a64 req-b7825fb9-4d50-405a-bf95-a1d34c08bcf5 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5664980 Jun 29 08:05:16.045316 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks [] for router_gateway (5d3726db-08fc-407c-a4ad-4c732d70912c), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:16.111551 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Allocated IP 172.20.0.2 (101f0bbd-e580-46c1-b0bd-e8655698ef81/10f99c00-68b2-4a05-a1ba-9750fe9b91fa/952ae860-7cd1-469e-ad29-954420ef77ef) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:05:16.298472 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-8cd22f02-68dc-4175-9a55-f3eebcbc318e service neutron] 10.222.0.43 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252306 Jun 29 08:05:16.367771 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Publish callbacks [] for port (952ae860-7cd1-469e-ad29-954420ef77ef), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:16.373051 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:16.384491 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device d3e99bee-e009-4b9a-afa8-6e1eac96ca2c up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:16.440550 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:16.521378 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Network 101f0bbd-e580-46c1-b0bd-e8655698ef81 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:16.531402 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:16.543626 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:05:16.557648 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:16.561476 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:16.727491 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Pushing event updated for resources: {'Port': ['ID=952ae860-7cd1-469e-ad29-954420ef77ef,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:16.910560 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Attempting to bind port 952ae860-7cd1-469e-ad29-954420ef77ef on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:05:16.911353 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Attempting to bind port 952ae860-7cd1-469e-ad29-954420ef77ef by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '7f32f723-4911-483a-b487-bb3c877cd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:05:16.912026 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Attempting to bind port 952ae860-7cd1-469e-ad29-954420ef77ef on network 101f0bbd-e580-46c1-b0bd-e8655698ef81 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:05:16.922871 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:05:16.923689 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Checking segment: {'id': '7f32f723-4911-483a-b487-bb3c877cd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:16.924323 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:16.926219 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Bound using segment: {'id': '7f32f723-4911-483a-b487-bb3c877cd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:05:16.927116 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Bound port: 952ae860-7cd1-469e-ad29-954420ef77ef, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f32f723-4911-483a-b487-bb3c877cd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:05:16.927811 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:16.961093 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:16.961667 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:17.055078 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] For port 952ae860-7cd1-469e-ad29-954420ef77ef, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:05:17.059566 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] For port 952ae860-7cd1-469e-ad29-954420ef77ef, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=952ae860-7cd1-469e-ad29-954420ef77ef,segment=NetworkSegment(7f32f723-4911-483a-b487-bb3c877cd3d2),segment_id=7f32f723-4911-483a-b487-bb3c877cd3d2)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:05:17.070671 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e05c6030-f62c-4c02-8f95-24242196219d req-970dae09-351a-444d-b766-d198dcf15ffe tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 210 time: 0.1400340 Jun 29 08:05:17.072584 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:17.079986 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=d3e99bee-e009-4b9a-afa8-6e1eac96ca2c,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:17.224855 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:17.314624 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b4ece-07e9-4688-959f-6c335cf41668 None None] Pushing event updated for resources: {'Port': ['ID=952ae860-7cd1-469e-ad29-954420ef77ef,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:17.366792 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81f3ab-1eb8-4b27-beef-75eb028980b7 req-3580445b-b959-4c9b-af09-854c176844e9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:17.368442 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0e81f3ab-1eb8-4b27-beef-75eb028980b7 req-3580445b-b959-4c9b-af09-854c176844e9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.2641625 Jun 29 08:05:17.476190 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Sync routers for ids ['8697c639-1f70-48c6-bc48-409e4f4cff7b'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:05:17.532535 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Routers {'8697c639-1f70-48c6-bc48-409e4f4cff7b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:05:17.536132 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8697c639-1f70-48c6-bc48-409e4f4cff7b'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:17.553564 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks [] for router_gateway (5d3726db-08fc-407c-a4ad-4c732d70912c), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:17.579431 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=d3e99bee-e009-4b9a-afa8-6e1eac96ca2c,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:17.626680 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0e81f3ab-1eb8-4b27-beef-75eb028980b7 req-bdd5f63b-b3e2-467c-880c-c79c1763e0ad tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259231 Jun 29 08:05:17.663235 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:17.889782 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dfb8e71b-41e2-4d03-8de7-4f7323f5b53b details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:05:18.134047 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:18.206924 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.db.resource_extend [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 29 08:05:18.211092 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Set router 8697c639-1f70-48c6-bc48-409e4f4cff7b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:05:18.387011 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce83d9-bfdb-47da-9da2-0552dd7d227c req-642e940c-66a8-40ea-96e6-e4d30a3f4259 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:18.402127 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-32ce83d9-bfdb-47da-9da2-0552dd7d227c req-642e940c-66a8-40ea-96e6-e4d30a3f4259 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.3755374 Jun 29 08:05:18.491755 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:18.581549 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 952ae860-7cd1-469e-ad29-954420ef77ef up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:18.591513 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c48ff7a9-573e-4086-bb5d-c8d33b4e42d6 req-ca951278-9e12-4d4c-9e80-7b0ee0e8c211 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 210 time: 0.2659199 Jun 29 08:05:18.634590 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-32ce83d9-bfdb-47da-9da2-0552dd7d227c req-060d1c89-e8f9-4c36-9c47-13095e1ddc5e tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312591 Jun 29 08:05:18.695954 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Allocated IP 172.27.3.170 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/19dc3eb8-445d-40dc-8dff-8036ebf8bb5a) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:05:18.806375 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:18.951738 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'port_id': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'mac_address': 'fa:16:3e:41:5c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:05:18.954900 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 952ae860-7cd1-469e-ad29-954420ef77ef triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:18.966913 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:19.353323 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks [] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:19.376507 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b is: ACTIVE; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:19.386151 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:19.455853 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa606c-b97e-4cf9-b090-dbc87ca08d74 req-931e0ea9-66b5-4263-bab6-595e90cca780 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:19.465889 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfb8e71b-41e2-4d03-8de7-4f7323f5b53b {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:05:19.497923 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-16fa606c-b97e-4cf9-b090-dbc87ca08d74 req-931e0ea9-66b5-4263-bab6-595e90cca780 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.3951197 Jun 29 08:05:19.558655 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 2, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:19.599615 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:19.658883 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Checking router: 8697c639-1f70-48c6-bc48-409e4f4cff7b for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:05:19.661822 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Updating router 8697c639-1f70-48c6-bc48-409e4f4cff7b port 50ab0107-ce29-4c45-b743-141baa277949 binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:05:19.735105 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:19.736123 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (50ab0107-ce29-4c45-b743-141baa277949), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:19.747216 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:19.812244 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 952ae860-7cd1-469e-ad29-954420ef77ef is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:19.812244 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:19.833554 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:19.876400 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:19.887366 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Pushing event updated for resources: {'Port': ['ID=19dc3eb8-445d-40dc-8dff-8036ebf8bb5a,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:20.012849 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c535d19e-40f4-430c-a0a8-be5295fcef0a req-a66baa52-b748-4a80-804c-a5b2dce38a51 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 210 time: 0.1034026 Jun 29 08:05:20.069861 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:20.091137 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:20.093173 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:05:20.094356 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port 952ae860-7cd1-469e-ad29-954420ef77ef, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=952ae860-7cd1-469e-ad29-954420ef77ef,segment=NetworkSegment(7f32f723-4911-483a-b487-bb3c877cd3d2),segment_id=7f32f723-4911-483a-b487-bb3c877cd3d2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:20.096345 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3bf53a-a0ea-4007-92e8-62d4c581b517 None None] Network 101f0bbd-e580-46c1-b0bd-e8655698ef81 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:05:20.112224 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:05:20.138362 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:20.140296 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device d3e99bee-e009-4b9a-afa8-6e1eac96ca2c up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:20.189461 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-16fa606c-b97e-4cf9-b090-dbc87ca08d74 req-1f83fec6-3059-4333-9d84-5d455e9ee378 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6861303 Jun 29 08:05:20.246002 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=6']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:20.340640 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-317affea-f99f-442a-9c57-57ed9c37060b None None] Provisioning complete for port 952ae860-7cd1-469e-ad29-954420ef77ef triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:20.341327 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-317affea-f99f-442a-9c57-57ed9c37060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:20.491360 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e7ae-09c4-4877-91b3-27fa4f822db7 req-c3010dd2-0c59-4fbd-845a-671f0d30919a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:20.525558 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a422e7ae-09c4-4877-91b3-27fa4f822db7 req-c3010dd2-0c59-4fbd-845a-671f0d30919a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.2200742 Jun 29 08:05:20.684254 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Publish callbacks [] for port (50ab0107-ce29-4c45-b743-141baa277949), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:20.692430 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:20.708351 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (50ab0107-ce29-4c45-b743-141baa277949), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:20.765989 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a422e7ae-09c4-4877-91b3-27fa4f822db7 req-a0eeaf08-25f7-43c1-a3c2-180fcf056747 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241516 Jun 29 08:05:20.771010 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:20.788796 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:20.790751 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks [] for router_gateway (5d3726db-08fc-407c-a4ad-4c732d70912c), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:20.880357 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:20.917890 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dd961-2c6e-4831-8fb1-c595b6d8ec59 None None] Pushing event updated for resources: {'Port': ['ID=50ab0107-ce29-4c45-b743-141baa277949,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:20.985064 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:21.072402 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Attempting to bind port 50ab0107-ce29-4c45-b743-141baa277949 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:05:21.072995 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Attempting to bind port 50ab0107-ce29-4c45-b743-141baa277949 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:05:21.073562 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Attempting to bind port 50ab0107-ce29-4c45-b743-141baa277949 on network 5b74e483-4a84-4149-9ef0-91f3e14ff64f {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:05:21.088491 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:05:21.089036 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Checking segment: {'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:21.089585 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:21.090125 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Bound using segment: {'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:05:21.090814 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Bound port: 50ab0107-ce29-4c45-b743-141baa277949, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:05:21.091341 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (50ab0107-ce29-4c45-b743-141baa277949), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:21.163968 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-317affea-f99f-442a-9c57-57ed9c37060b None None] Current status of the port 952ae860-7cd1-469e-ad29-954420ef77ef is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:21.249205 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:21.351698 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:21.352928 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:21.465343 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] For port 50ab0107-ce29-4c45-b743-141baa277949, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:05:21.477764 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] For port 50ab0107-ce29-4c45-b743-141baa277949, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=50ab0107-ce29-4c45-b743-141baa277949,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:05:21.498648 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (50ab0107-ce29-4c45-b743-141baa277949), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:21.538930 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-95fe66ca-7b33-4ecf-a5fb-0aa45e6da165 req-abdaa019-8e58-488c-a22a-57b7cb676d44 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 210 time: 0.2044637 Jun 29 08:05:21.588129 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=952ae860-7cd1-469e-ad29-954420ef77ef,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:21.694881 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035704b-ad2b-4357-a7ed-69b80a643c61 req-3732f013-9a7f-4024-9e64-ec5e2fec8ea0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:21.710815 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-5a89d441-00bb-4d54-9113-c9c21251a6b9 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:21.713055 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-5a89d441-00bb-4d54-9113-c9c21251a6b9 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 818 time: 0.9252882 Jun 29 08:05:21.714273 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b035704b-ad2b-4357-a7ed-69b80a643c61 req-3732f013-9a7f-4024-9e64-ec5e2fec8ea0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 944 time: 0.2372482 Jun 29 08:05:21.862308 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-2b493353-1f9c-444e-a7fd-802eb8e632b8 None None] Provisioning complete for port 50ab0107-ce29-4c45-b743-141baa277949 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:21.863749 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b493353-1f9c-444e-a7fd-802eb8e632b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (50ab0107-ce29-4c45-b743-141baa277949), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:21.898964 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Routers {'8697c639-1f70-48c6-bc48-409e4f4cff7b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:05:21.899996 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8697c639-1f70-48c6-bc48-409e4f4cff7b'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:21.918793 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:21.933867 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b035704b-ad2b-4357-a7ed-69b80a643c61 req-05b83f15-de58-405c-a138-29476635083b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184560 Jun 29 08:05:22.011673 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (5d3726db-08fc-407c-a4ad-4c732d70912c), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:22.184159 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:22.216944 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] Set router 8697c639-1f70-48c6-bc48-409e4f4cff7b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:05:22.344953 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-30c66122-e07d-4929-aa2f-39c5a558392a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab693125979f4bb7b7b3c94061610fe2 HTTP/1.1" status: 200 len: 379 time: 0.6115057 Jun 29 08:05:22.358893 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2b493353-1f9c-444e-a7fd-802eb8e632b8 None None] Current status of the port 50ab0107-ce29-4c45-b743-141baa277949 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:22.359652 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b493353-1f9c-444e-a7fd-802eb8e632b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (50ab0107-ce29-4c45-b743-141baa277949), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:22.371041 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dd961-2c6e-4831-8fb1-c595b6d8ec59 None None] Pushing event updated for resources: {'Port': ['ID=50ab0107-ce29-4c45-b743-141baa277949,revision_number=4']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:22.407753 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-2b493353-1f9c-444e-a7fd-802eb8e632b8 None None] For port 50ab0107-ce29-4c45-b743-141baa277949, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=50ab0107-ce29-4c45-b743-141baa277949,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:22.409986 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:22.418357 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b493353-1f9c-444e-a7fd-802eb8e632b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (50ab0107-ce29-4c45-b743-141baa277949), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:22.575680 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-9643ecab-97f9-4cf3-b513-ccaf60290c91 None None] Provisioning complete for port 50ab0107-ce29-4c45-b743-141baa277949 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:22.576895 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9643ecab-97f9-4cf3-b513-ccaf60290c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (50ab0107-ce29-4c45-b743-141baa277949), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:22.674183 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Request body: {'port': {'device_id': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'admin_state_up': True, 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'security_groups': ['7ce650db-ba31-436e-b1b1-9cd9cbe9ab91']}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:22.713984 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0072f-6534-49aa-880a-92e285ee27ac req-bf96697e-ff28-4086-81d6-70c824a0db5b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:22.720794 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bfc0072f-6534-49aa-880a-92e285ee27ac req-bf96697e-ff28-4086-81d6-70c824a0db5b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.7429597 Jun 29 08:05:22.738709 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b493353-1f9c-444e-a7fd-802eb8e632b8 None None] Pushing event updated for resources: {'Port': ['ID=50ab0107-ce29-4c45-b743-141baa277949,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:22.803117 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:22.896766 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9643ecab-97f9-4cf3-b513-ccaf60290c91 None None] Current status of the port 50ab0107-ce29-4c45-b743-141baa277949 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:22.920757 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 952ae860-7cd1-469e-ad29-954420ef77ef up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:22.923579 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-9643ecab-97f9-4cf3-b513-ccaf60290c91 None None] Provisioning complete for port 952ae860-7cd1-469e-ad29-954420ef77ef triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:22.924021 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9643ecab-97f9-4cf3-b513-ccaf60290c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:22.951899 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:21Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:23.019385 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55afdc1-4860-4edf-a25c-b395d7bd03b6 None None] The sync data for ids ['8697c639-1f70-48c6-bc48-409e4f4cff7b'] in dv-cinder-768105-14-iscsi is: [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:21Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:05:23.256191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 952ae860-7cd1-469e-ad29-954420ef77ef triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:23.256191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:23.327613 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bfc0072f-6534-49aa-880a-92e285ee27ac req-b2d821a4-29be-4af4-83a3-5ccd725d2b78 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5777361 Jun 29 08:05:23.465611 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-91b8afae-0fee-4ffd-854a-c9c3265305f7 req-d722544a-6862-4de6-b31d-08dbc11fdaf8 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 210 time: 0.1275492 Jun 29 08:05:23.569973 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Made reservation on behalf of ab693125979f4bb7b7b3c94061610fe2 for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:05:23.587184 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:23.646291 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Router 5d3726db-08fc-407c-a4ad-4c732d70912c is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:05:23.653332 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9643ecab-97f9-4cf3-b513-ccaf60290c91 None None] Current status of the port 952ae860-7cd1-469e-ad29-954420ef77ef is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:23.760515 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 952ae860-7cd1-469e-ad29-954420ef77ef is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:23.908802 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ada0e3-b80e-46dc-b955-337aaab2d54d req-a4773608-ddd1-48d0-a825-42c8362aaa00 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:23.915185 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f4ada0e3-b80e-46dc-b955-337aaab2d54d req-a4773608-ddd1-48d0-a825-42c8362aaa00 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 944 time: 0.2607520 Jun 29 08:05:23.936044 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dfb8e71b-41e2-4d03-8de7-4f7323f5b53b up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:24.230651 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:24.231261 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:24.237012 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:24.443638 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:05:24.475583 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ca495-c563-45fc-8f04-04faa37ff07f req-b30153d0-a69e-4c64-a8c8-ea691c886907 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:24.527188 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e3ca495-c563-45fc-8f04-04faa37ff07f req-b30153d0-a69e-4c64-a8c8-ea691c886907 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.4272883 Jun 29 08:05:24.531674 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:24.532275 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:24.533755 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f4ada0e3-b80e-46dc-b955-337aaab2d54d req-7b6fbf05-1138-4b27-be12-07b7568d1cfb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5546570 Jun 29 08:05:24.549224 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Allocated IP 172.20.0.14 (6d288728-176e-477c-8692-ca82d6facbbc/b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d/5a5ce414-6f70-43b5-a7cc-7340f679070a) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:05:24.596288 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:24.627374 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Sync routers for ids ['5d3726db-08fc-407c-a4ad-4c732d70912c'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:05:24.810955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:24.814339 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:05:24.821439 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548e95d2-c6b6-4a8d-b32a-b6296f259218" -d '{"events": [{"server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "name": "network-vif-plugged", "status": "completed", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:05:24.828039 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 50ab0107-ce29-4c45-b743-141baa277949 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:24.879289 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:24.879654 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-5461956d-52c0-4a85-9777-c0001191e9aa admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8045862 Jun 29 08:05:24.903997 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e3ca495-c563-45fc-8f04-04faa37ff07f req-c1b7487b-a1f6-42da-819c-e4a34089ae50 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3699491 Jun 29 08:05:24.908182 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41640) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:24.929207 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:24.985667 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Routers {'5d3726db-08fc-407c-a4ad-4c732d70912c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:05:24.987604 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:04:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['5d3726db-08fc-407c-a4ad-4c732d70912c'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:25.068251 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-19a2d447-8a3d-42aa-9908-b5721b2381ab req-3434d6ca-b446-483f-8680-c8f1fc0e7a2e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 210 time: 0.1939108 Jun 29 08:05:25.149672 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e742181-45df-406d-a632-845547793096 x-openstack-request-id: req-5e742181-45df-406d-a632-845547793096 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:05:25.150700 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "name": "network-vif-plugged", "status": "completed", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:05:25.151193 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e742181-45df-406d-a632-845547793096 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:05:25.155809 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e742181-45df-406d-a632-845547793096'] response: {'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'code': 200} Jun 29 08:05:25.181786 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-99246042-88e3-49d7-8d82-c9b3d7423112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:25.183703 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-99246042-88e3-49d7-8d82-c9b3d7423112 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 1130 time: 0.6262708 Jun 29 08:05:25.187193 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:25.235601 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:25.237589 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d19ceb2d-2a91-4f0b-93a2-6d14c15fd8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:25.276118 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 50ab0107-ce29-4c45-b743-141baa277949 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:25.276687 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (50ab0107-ce29-4c45-b743-141baa277949), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:25.296633 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:25.320049 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=7']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:25.384689 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Network 6d288728-176e-477c-8692-ca82d6facbbc is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:25.388792 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:25.394448 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:05:25.465709 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Set router 5d3726db-08fc-407c-a4ad-4c732d70912c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:05:25.473867 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:25.480260 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:25.531180 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event updated for resources: {'Port': ['ID=5a5ce414-6f70-43b5-a7cc-7340f679070a,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:25.557978 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3c913f36-7af1-4f8d-899d-de2ff24d7cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0441782 Jun 29 08:05:25.835234 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 50ab0107-ce29-4c45-b743-141baa277949 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:25.872313 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-38ca7cea-ab17-41fd-a4a0-78a8bc32c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:25.877768 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-38ca7cea-ab17-41fd-a4a0-78a8bc32c1e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 911 time: 0.6735501 Jun 29 08:05:25.915394 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f30a9-74b6-4b5e-83c3-dab425146c51 req-d6fcd9fa-8824-4a36-9c0d-0268bbc7226d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:25.917541 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ed9f30a9-74b6-4b5e-83c3-dab425146c51 req-d6fcd9fa-8824-4a36-9c0d-0268bbc7226d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1182947 Jun 29 08:05:25.954259 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-61db4472-d61b-473f-a5f3-23826123329c None None] Provisioning complete for port 5a5ce414-6f70-43b5-a7cc-7340f679070a triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:25.954841 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-61db4472-d61b-473f-a5f3-23826123329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:26.011852 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ed9f30a9-74b6-4b5e-83c3-dab425146c51 req-8acca276-bae7-4305-b03f-b645483f9b6c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638094 Jun 29 08:05:26.021696 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:26.083839 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:26.126004 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-61db4472-d61b-473f-a5f3-23826123329c None None] Port 5a5ce414-6f70-43b5-a7cc-7340f679070a cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:05:26.130366 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'name': 'tempest-TestShelveInstance-1841317109-router', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:05:15Z', 'updated_at': '2022-06-29T08:05:20Z', 'revision_number': 3, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'gw_port': {'id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:17Z', 'updated_at': '2022-06-29T08:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:26.195512 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Checking router: 5d3726db-08fc-407c-a4ad-4c732d70912c for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:05:26.196087 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Updating router 5d3726db-08fc-407c-a4ad-4c732d70912c port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:05:26.256108 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:26.299096 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e8d49-ecb6-4263-a15f-67608b05b519 req-60e93e04-6a6a-434e-ade4-1c0b85dce8e3 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:26.312401 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b22e8d49-ecb6-4263-a15f-67608b05b519 req-60e93e04-6a6a-434e-ade4-1c0b85dce8e3 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1476140 Jun 29 08:05:26.413690 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11487f-c193-4b9e-a3c1-fe2cd648d2ee req-9144c519-d7b3-45b4-b3ac-a1c653aea4ca tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:26.424465 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4d11487f-c193-4b9e-a3c1-fe2cd648d2ee req-9144c519-d7b3-45b4-b3ac-a1c653aea4ca tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 932 time: 0.1823812 Jun 29 08:05:26.463928 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b22e8d49-ecb6-4263-a15f-67608b05b519 req-b7adefa1-42bf-4cfb-8498-432bcf716a35 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498718 Jun 29 08:05:26.595151 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4d11487f-c193-4b9e-a3c1-fe2cd648d2ee req-20ec20ad-b2f7-49f2-9dfd-22f6f6ceab2f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651969 Jun 29 08:05:26.639411 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:26.702859 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Publish callbacks [] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:26.713227 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:26.837261 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Attempting to bind port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:05:26.837993 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Attempting to bind port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:05:26.838767 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Attempting to bind port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:05:26.858027 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a17b28-809c-478b-bef8-2a2904748dbc None None] Pushing event updated for resources: {'Port': ['ID=19dc3eb8-445d-40dc-8dff-8036ebf8bb5a,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:26.864776 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:05:26.865426 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:26.866492 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:26.867350 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:05:26.868409 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Bound port: 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:05:26.869293 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:26.979686 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] For port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:05:26.995278 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4b45edbd-3aa9-4c07-a0a8-9b082af10dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:27.011051 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] For port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=19dc3eb8-445d-40dc-8dff-8036ebf8bb5a,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:05:27.031177 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:27.034826 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:27.036971 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:27.063635 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Allocated IP 172.20.0.1 (101f0bbd-e580-46c1-b0bd-e8655698ef81/10f99c00-68b2-4a05-a1ba-9750fe9b91fa/db5bf9d5-be6f-4ee6-8393-5063ebb1bc26) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:05:27.182808 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Routers {'5d3726db-08fc-407c-a4ad-4c732d70912c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:05:27.183889 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:05:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['5d3726db-08fc-407c-a4ad-4c732d70912c'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:27.193021 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a17b28-809c-478b-bef8-2a2904748dbc None None] Pushing event updated for resources: {'Port': ['ID=19dc3eb8-445d-40dc-8dff-8036ebf8bb5a,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:27.271249 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aa6e1-e8ab-4f90-926e-a01ad06ec181 req-a4878e92-adea-4f12-ba61-900c1a34e74d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:27.273298 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b03aa6e1-e8ab-4f90-926e-a01ad06ec181 req-a4878e92-adea-4f12-ba61-900c1a34e74d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.0771062 Jun 29 08:05:27.312622 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Publish callbacks [] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:27.383718 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b03aa6e1-e8ab-4f90-926e-a01ad06ec181 req-68bb179c-3114-4271-bed4-0f7a4e90f44c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983040 Jun 29 08:05:27.383951 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] Set router 5d3726db-08fc-407c-a4ad-4c732d70912c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:05:27.442048 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:27.544262 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Network 101f0bbd-e580-46c1-b0bd-e8655698ef81 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:27.554971 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:27.579129 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:05:27.637716 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Pushing event updated for resources: {'Port': ['ID=db5bf9d5-be6f-4ee6-8393-5063ebb1bc26,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:27.683494 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (5d3726db-08fc-407c-a4ad-4c732d70912c), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:27.804377 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dfb4e-9f0f-4463-a68a-e26d64b517dd req-ef1b1202-2357-4442-b00a-3fbbdf1b27dd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:27.805993 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-703dfb4e-9f0f-4463-a68a-e26d64b517dd req-ef1b1202-2357-4442-b00a-3fbbdf1b27dd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1768193 Jun 29 08:05:27.923786 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3dfba-2e8e-4f46-8543-609b249c9641 req-b74a0750-d060-4376-94aa-1b4caf02601b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:27.934081 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fdf3dfba-2e8e-4f46-8543-609b249c9641 req-b74a0750-d060-4376-94aa-1b4caf02601b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 932 time: 0.1108210 Jun 29 08:05:27.969335 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-703dfb4e-9f0f-4463-a68a-e26d64b517dd req-a1f28143-f977-4b4e-a854-118eb13c58c0 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374886 Jun 29 08:05:27.986148 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:28.053258 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'name': 'tempest-TestShelveInstance-1841317109-router', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:05:15Z', 'updated_at': '2022-06-29T08:05:20Z', 'revision_number': 3, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'gw_port': {'id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:17Z', 'updated_at': '2022-06-29T08:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:28.071038 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fdf3dfba-2e8e-4f46-8543-609b249c9641 req-bc5c201a-4359-4a45-9c96-dae961b5392f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357379 Jun 29 08:05:28.097460 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a99158-94c0-4bed-bdf2-41dc15f304ed None None] The sync data for ids ['5d3726db-08fc-407c-a4ad-4c732d70912c'] in dv-cinder-768105-14-iscsi is: [{'id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'name': 'tempest-TestShelveInstance-1841317109-router', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:05:15Z', 'updated_at': '2022-06-29T08:05:20Z', 'revision_number': 3, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'gw_port': {'id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:17Z', 'updated_at': '2022-06-29T08:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:05:28.102383 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-c199dbf7-11cf-4ab8-8b76-1d68c181c973 None None] Provisioning complete for port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:28.102772 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c199dbf7-11cf-4ab8-8b76-1d68c181c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:28.169454 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c199dbf7-11cf-4ab8-8b76-1d68c181c973 None None] Port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:05:28.293216 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:28.342609 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:28.366923 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Publish callbacks [] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:28.372894 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:28.460462 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Pushing event updated for resources: {'Port': ['ID=db5bf9d5-be6f-4ee6-8393-5063ebb1bc26,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:28.464309 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (5d3726db-08fc-407c-a4ad-4c732d70912c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:28.665420 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c562c3-e7eb-4b8e-a47d-15c9c5e8fef8 req-1921f24e-691c-458a-bfb8-94ec680b40bb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:28.667406 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-44c562c3-e7eb-4b8e-a47d-15c9c5e8fef8 req-1921f24e-691c-458a-bfb8-94ec680b40bb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1188557 Jun 29 08:05:28.673867 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Request body: {'port': {'device_id': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:28.898636 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:28.918711 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-44c562c3-e7eb-4b8e-a47d-15c9c5e8fef8 req-316fbbcc-7280-4c05-8cf1-35ad72a6b131 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989059 Jun 29 08:05:28.966852 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:29.184381 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:29.215619 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Network 101f0bbd-e580-46c1-b0bd-e8655698ef81 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:29.228130 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:29.532305 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:29.731660 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:29.745982 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-dac03f2b-897c-4652-9590-7fc316e5c921 None None] Provisioning complete for port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:29.746458 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dac03f2b-897c-4652-9590-7fc316e5c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:29.835462 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1b229-aa11-42e9-bd30-26b70cc985fd req-643ddd33-d2af-47fa-be44-ec22092ed51c tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:29.842456 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-14a1b229-aa11-42e9-bd30-26b70cc985fd req-643ddd33-d2af-47fa-be44-ec22092ed51c tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.5778372 Jun 29 08:05:29.851193 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-48c7322e-64ea-4cb8-9add-c8dd4a9796f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93d914e-7134-4247-b5f0-de80f217a1e0 HTTP/1.1" status: 200 len: 1002 time: 1.2325900 Jun 29 08:05:29.882535 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Router 5d3726db-08fc-407c-a4ad-4c732d70912c has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:05:29.935064 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-dac03f2b-897c-4652-9590-7fc316e5c921 None None] Port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:05:29.950607 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:30.110350 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-14a1b229-aa11-42e9-bd30-26b70cc985fd req-62cb26dd-e95e-4e89-9eda-4a6d6bf32ddd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515786 Jun 29 08:05:30.463290 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-d31640c6-b4b8-438e-83c0-7097389fc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:30.475933 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-d31640c6-b4b8-438e-83c0-7097389fc50c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609be66d-5709-4032-86d4-0115dbc1bb2c HTTP/1.1" status: 200 len: 849 time: 0.3613868 Jun 29 08:05:30.508930 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:30.517278 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:05:30.593073 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-b8e09e45-19f6-4d3d-a70a-21a37aee656e admin admin] 10.222.0.43 "PUT /v2.0/routers/5d3726db-08fc-407c-a4ad-4c732d70912c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6722655 Jun 29 08:05:30.729776 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be2ab-5ffd-442c-a8c1-ba0b20e2ef89 req-31ccfe28-b3c2-4962-be16-d0113464991e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:30.740160 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6a5be2ab-5ffd-442c-a8c1-ba0b20e2ef89 req-31ccfe28-b3c2-4962-be16-d0113464991e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 932 time: 0.2048738 Jun 29 08:05:30.751647 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:30.753904 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:30.767266 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:30.848624 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6a5be2ab-5ffd-442c-a8c1-ba0b20e2ef89 req-e2672f77-6f21-4f7e-9ac2-a0c0770a6e27 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071930 Jun 29 08:05:30.869652 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5ce414-6f70-43b5-a7cc-7340f679070a {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:05:30.884669 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Publish callbacks [] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:30.894721 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-336fd114-9053-4a18-99ca-4172ccce6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:30.897706 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-336fd114-9053-4a18-99ca-4172ccce6ac0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83284d8b-f58e-483b-bfde-1c25f92d3de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1814086 Jun 29 08:05:30.958756 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Transition to ACTIVE for port object 5a5ce414-6f70-43b5-a7cc-7340f679070a will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:05:30.967126 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:31.271951 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:31.272931 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:31.321772 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-c51fd942-28f4-4fb0-9057-daa7a458b77d service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991544 Jun 29 08:05:31.374683 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=19dc3eb8-445d-40dc-8dff-8036ebf8bb5a,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:31.406955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:31.429213 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e463155-3c58-4a4d-adb6-397c4dd7f007 req-d09373fa-72e0-4ffd-b3c8-39ae5d0b5877 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:31.436657 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3e463155-3c58-4a4d-adb6-397c4dd7f007 req-d09373fa-72e0-4ffd-b3c8-39ae5d0b5877 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1806345 Jun 29 08:05:31.475164 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5ce414-6f70-43b5-a7cc-7340f679070a,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:31.477039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6c243-c323-405f-8f9c-10da73ceb228 req-88c1ac1f-975c-4a35-a0de-2b754942f57b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:31.485809 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ebe6c243-c323-405f-8f9c-10da73ceb228 req-88c1ac1f-975c-4a35-a0de-2b754942f57b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 1.1973007 Jun 29 08:05:31.638001 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:31.650028 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=19dc3eb8-445d-40dc-8dff-8036ebf8bb5a,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:31.725907 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ebe6c243-c323-405f-8f9c-10da73ceb228 req-fdd2d26d-4047-4988-8b22-fbcedafe6805 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385588 Jun 29 08:05:31.734272 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Attempting to bind port 5a5ce414-6f70-43b5-a7cc-7340f679070a on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:05:31.735183 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Attempting to bind port 5a5ce414-6f70-43b5-a7cc-7340f679070a by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:05:31.735183 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Attempting to bind port 5a5ce414-6f70-43b5-a7cc-7340f679070a on network 6d288728-176e-477c-8692-ca82d6facbbc {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:05:31.770995 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Port 5a5ce414-6f70-43b5-a7cc-7340f679070a on network 6d288728-176e-477c-8692-ca82d6facbbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:05:31.771870 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Attempting to bind port 5a5ce414-6f70-43b5-a7cc-7340f679070a on network 6d288728-176e-477c-8692-ca82d6facbbc {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:05:31.778376 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Sync routers for ids ['5d3726db-08fc-407c-a4ad-4c732d70912c'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:05:31.840798 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:05:31.842385 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Routers {'5d3726db-08fc-407c-a4ad-4c732d70912c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:05:31.843066 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Checking segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:31.844335 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Bound using segment: {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:05:31.848336 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Bound port: 5a5ce414-6f70-43b5-a7cc-7340f679070a, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93b1500-4ec5-41d0-9160-e19dcea7d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:05:31.849435 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:05:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['5d3726db-08fc-407c-a4ad-4c732d70912c'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:31.850104 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:31.903808 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d30b3ae3-29e7-43db-b9d7-3f3e2cd98305 req-462abbe2-49ad-4e19-afc5-4ef514304976 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776906 Jun 29 08:05:32.124800 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Set router 5d3726db-08fc-407c-a4ad-4c732d70912c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:05:32.262764 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] For port 5a5ce414-6f70-43b5-a7cc-7340f679070a, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:05:32.280429 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] For port 5a5ce414-6f70-43b5-a7cc-7340f679070a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:05:32.321429 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3e463155-3c58-4a4d-adb6-397c4dd7f007 req-a94452ea-2f39-4e0d-8f62-8c1891d0246d tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8784864 Jun 29 08:05:32.369118 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:32.584968 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:32.586131 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:32.587926 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] 10.222.0.48 "PUT /v2.0/ports/5a5ce414-6f70-43b5-a7cc-7340f679070a HTTP/1.1" status: 200 len: 1094 time: 3.9192429 Jun 29 08:05:32.588731 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:05:32.591415 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c7bc7f-139f-47ef-af99-30aeaa15666b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:05:32.617576 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:32.651570 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:32.749422 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618d52a-5303-4f23-a825-0c89f2d07d09 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5ce414-6f70-43b5-a7cc-7340f679070a,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:32.768787 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3bb5e-831e-45ea-bd97-a3f59f725b7e req-22a1e095-6eec-48a8-9d76-a71c7844efb7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:32.785057 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-dde3bb5e-831e-45ea-bd97-a3f59f725b7e req-22a1e095-6eec-48a8-9d76-a71c7844efb7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.1519547 Jun 29 08:05:32.821531 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:32.821940 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:32.838569 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'name': 'tempest-TestShelveInstance-1841317109-router', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:05:15Z', 'updated_at': '2022-06-29T08:05:27Z', 'revision_number': 4, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'gw_port': {'id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:17Z', 'updated_at': '2022-06-29T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'db5bf9d5-be6f-4ee6-8393-5063ebb1bc26', 'name': '', 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'mac_address': 'fa:16:3e:34:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '10f99c00-68b2-4a05-a1ba-9750fe9b91fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:26Z', 'updated_at': '2022-06-29T08:05:28Z', 'revision_number': 2, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'subnets': [{'id': '10f99c00-68b2-4a05-a1ba-9750fe9b91fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:32.850257 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41768) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:32.860512 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-f6ce594f-ef0c-4e40-bad3-3898e5894d19 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2021534547', 'description': 'tempest-secgroup-smoke-2021534547 description', 'project_id': '26a20f6f9f254aae91c952ee44a4ff74'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:32.897284 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Checking router: 5d3726db-08fc-407c-a4ad-4c732d70912c for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:05:32.898144 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d28d3-666e-4a0d-801b-e4138333330d x-openstack-request-id: req-9c1d28d3-666e-4a0d-801b-e4138333330d {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:05:32.898547 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Updating router 5d3726db-08fc-407c-a4ad-4c732d70912c port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:05:32.898961 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:05:32.904272 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c1d28d3-666e-4a0d-801b-e4138333330d {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:05:32.905047 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1d28d3-666e-4a0d-801b-e4138333330d'] response: {'name': 'network-changed', 'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'status': 'completed', 'code': 200} Jun 29 08:05:32.950103 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:32.972523 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-dde3bb5e-831e-45ea-bd97-a3f59f725b7e req-c33e387c-b1d5-43db-bcf0-45c2b05efa22 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753161 Jun 29 08:05:32.982699 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:33.012112 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f6ce594f-ef0c-4e40-bad3-3898e5894d19 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:33.179328 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:33.276297 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:33.304156 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697241-e277-402b-98a3-5e9e4ef013f8 req-c6ad98ba-17e1-4872-b4ef-03fc59f1fa3f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:33.318636 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a6697241-e277-402b-98a3-5e9e4ef013f8 req-c6ad98ba-17e1-4872-b4ef-03fc59f1fa3f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.2784572 Jun 29 08:05:33.324773 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:33.535077 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f6ce594f-ef0c-4e40-bad3-3898e5894d19 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group (7822055a-bfa4-4a37-b3db-755472de6134), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:33.597687 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b6c8-abcf-496a-bf2f-bad45f2dc0a9 req-9c2eac11-b6ea-4eb8-8065-5d2eebb11851 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:33.607141 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5547b6c8-abcf-496a-bf2f-bad45f2dc0a9 req-9c2eac11-b6ea-4eb8-8065-5d2eebb11851 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0992136 Jun 29 08:05:33.681300 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a6697241-e277-402b-98a3-5e9e4ef013f8 req-b2151535-f919-44e6-ab87-37605d35f6d7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482885 Jun 29 08:05:33.682671 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f6ce594f-ef0c-4e40-bad3-3898e5894d19 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (7822055a-bfa4-4a37-b3db-755472de6134), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:33.707415 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5547b6c8-abcf-496a-bf2f-bad45f2dc0a9 req-c4620d95-2dd3-449c-adc5-239c758009cb tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895894 Jun 29 08:05:33.759012 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:33.802807 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f6ce594f-ef0c-4e40-bad3-3898e5894d19 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:33.807008 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f6ce594f-ef0c-4e40-bad3-3898e5894d19 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9523270 Jun 29 08:05:33.807229 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Publish callbacks [] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:33.807873 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41782) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:33.815697 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce594f-ef0c-4e40-bad3-3898e5894d19 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7822055a-bfa4-4a37-b3db-755472de6134,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:33.823094 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:33.831238 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-39f12a45-9782-4974-b683-ccec4f346c4a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Request body: {'security_group_rule': {'security_group_id': '7822055a-bfa4-4a37-b3db-755472de6134', 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:33.897038 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc15ef-3d1c-428e-aee7-fbf5ccf6b732 None None] Pushing event updated for resources: {'Port': ['ID=db5bf9d5-be6f-4ee6-8393-5063ebb1bc26,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:33.966403 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-39f12a45-9782-4974-b683-ccec4f346c4a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (129e0c08-9372-46b9-8b2b-a0439ff50a78), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.101299 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Attempting to bind port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:05:34.101813 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Attempting to bind port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '7f32f723-4911-483a-b487-bb3c877cd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:05:34.102224 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Attempting to bind port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 on network 101f0bbd-e580-46c1-b0bd-e8655698ef81 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:05:34.127312 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:05:34.128213 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Checking segment: {'id': '7f32f723-4911-483a-b487-bb3c877cd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:05:34.129273 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.129784 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Bound using segment: {'id': '7f32f723-4911-483a-b487-bb3c877cd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:05:34.130299 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Bound port: db5bf9d5-be6f-4ee6-8393-5063ebb1bc26, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f32f723-4911-483a-b487-bb3c877cd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:05:34.130710 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.145955 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-39f12a45-9782-4974-b683-ccec4f346c4a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (129e0c08-9372-46b9-8b2b-a0439ff50a78), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.157896 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-39f12a45-9782-4974-b683-ccec4f346c4a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (129e0c08-9372-46b9-8b2b-a0439ff50a78), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.314621 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7bc7f-139f-47ef-af99-30aeaa15666b req-85f840db-7225-4d6c-b5f9-1f95f7b2627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:34.314621 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-35c7bc7f-139f-47ef-af99-30aeaa15666b req-85f840db-7225-4d6c-b5f9-1f95f7b2627f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 1128 time: 0.1171794 Jun 29 08:05:34.316422 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f12a45-9782-4974-b683-ccec4f346c4a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129e0c08-9372-46b9-8b2b-a0439ff50a78,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:34.440441 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:34.466270 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-39f12a45-9782-4974-b683-ccec4f346c4a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.467416 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-39f12a45-9782-4974-b683-ccec4f346c4a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6578062 Jun 29 08:05:34.478304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41796) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:34.478304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-cdc45479-d4ad-44fd-a036-d91434a674ad tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Request body: {'security_group_rule': {'security_group_id': '7822055a-bfa4-4a37-b3db-755472de6134', 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:34.507898 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-77685766-6ab9-4907-9075-4938101f33ed None None] Provisioning complete for port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:34.507898 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-77685766-6ab9-4907-9075-4938101f33ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.529530 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dea5f-81de-4002-88bd-8e2c664051e4 req-55fed816-a6b4-47fe-9daf-8b7857d51a05 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:34.545861 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0e0dea5f-81de-4002-88bd-8e2c664051e4 req-55fed816-a6b4-47fe-9daf-8b7857d51a05 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.2349930 Jun 29 08:05:34.610556 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cdc45479-d4ad-44fd-a036-d91434a674ad tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (27db6f44-93b4-4d73-8b5e-37cfd2ac887a), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.635008 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] For port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:05:34.638091 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-77685766-6ab9-4907-9075-4938101f33ed None None] Port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:05:34.652065 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] For port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=db5bf9d5-be6f-4ee6-8393-5063ebb1bc26,segment=NetworkSegment(7f32f723-4911-483a-b487-bb3c877cd3d2),segment_id=7f32f723-4911-483a-b487-bb3c877cd3d2)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:05:34.669005 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.827040 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0e0dea5f-81de-4002-88bd-8e2c664051e4 req-5243cd5a-3689-408e-9bf1-e90333bd0f8d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767310 Jun 29 08:05:34.850097 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cdc45479-d4ad-44fd-a036-d91434a674ad tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (27db6f44-93b4-4d73-8b5e-37cfd2ac887a), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.860588 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cdc45479-d4ad-44fd-a036-d91434a674ad tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (27db6f44-93b4-4d73-8b5e-37cfd2ac887a), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.913715 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc15ef-3d1c-428e-aee7-fbf5ccf6b732 None None] Pushing event updated for resources: {'Port': ['ID=db5bf9d5-be6f-4ee6-8393-5063ebb1bc26,revision_number=4']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:34.928152 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc45479-d4ad-44fd-a036-d91434a674ad tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27db6f44-93b4-4d73-8b5e-37cfd2ac887a,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:34.939777 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cdc45479-d4ad-44fd-a036-d91434a674ad tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:34.946811 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-cdc45479-d4ad-44fd-a036-d91434a674ad tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4699383 Jun 29 08:05:34.947509 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 41808) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:34.959761 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-07540406-25b1-4765-ac84-b9951989ff04 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Request body: {'security_group_rule': {'security_group_id': '7822055a-bfa4-4a37-b3db-755472de6134', 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:34.962909 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Routers {'5d3726db-08fc-407c-a4ad-4c732d70912c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:05:34.965302 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:05:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['5d3726db-08fc-407c-a4ad-4c732d70912c'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:35.057417 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-07540406-25b1-4765-ac84-b9951989ff04 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (1f1742fc-798b-42b4-bf12-44820dbf909b), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:35.125251 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7bc7f-139f-47ef-af99-30aeaa15666b req-0c109d25-9e82-4c44-b99f-77373f1f12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:35.137121 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-35c7bc7f-139f-47ef-af99-30aeaa15666b req-0c109d25-9e82-4c44-b99f-77373f1f12ec service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ab693125979f4bb7b7b3c94061610fe2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6506972 Jun 29 08:05:35.274481 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b4f3f-9d5f-4f06-8ccc-5ee1a4a0b5be req-b1b89725-7259-4963-8fee-eac7340f3405 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:35.279783 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d74b4f3f-9d5f-4f06-8ccc-5ee1a4a0b5be req-b1b89725-7259-4963-8fee-eac7340f3405 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1143837 Jun 29 08:05:35.294425 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3829088-a2c5-4420-afcf-04291e97f496 req-1c1f058d-7beb-4980-a445-2728e6caf3b6 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:35.296446 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f3829088-a2c5-4420-afcf-04291e97f496 req-1c1f058d-7beb-4980-a445-2728e6caf3b6 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1829047 Jun 29 08:05:35.331295 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] Set router 5d3726db-08fc-407c-a4ad-4c732d70912c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:05:35.360941 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-07540406-25b1-4765-ac84-b9951989ff04 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (1f1742fc-798b-42b4-bf12-44820dbf909b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:35.386119 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-07540406-25b1-4765-ac84-b9951989ff04 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (1f1742fc-798b-42b4-bf12-44820dbf909b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:35.417801 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d74b4f3f-9d5f-4f06-8ccc-5ee1a4a0b5be req-f60ff0fa-5115-4424-b0e3-a824d5ee82e8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285069 Jun 29 08:05:35.431353 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f3829088-a2c5-4420-afcf-04291e97f496 req-fae79afb-46f2-4e33-b4d6-d1ddb05d1c9c tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080763 Jun 29 08:05:35.432312 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07540406-25b1-4765-ac84-b9951989ff04 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1742fc-798b-42b4-bf12-44820dbf909b,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:35.447445 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-07540406-25b1-4765-ac84-b9951989ff04 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:35.448702 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-07540406-25b1-4765-ac84-b9951989ff04 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5001535 Jun 29 08:05:35.451533 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41814) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:35.458528 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-db6ef5ff-1274-499b-be29-e555bc4173b6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Request body: {'security_group_rule': {'security_group_id': '7822055a-bfa4-4a37-b3db-755472de6134', 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:35.526772 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-78d97a31-79c4-41a1-8651-12352d5be47c None None] Provisioning complete for port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:35.527883 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-78d97a31-79c4-41a1-8651-12352d5be47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:35.549527 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:35.581282 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-db6ef5ff-1274-499b-be29-e555bc4173b6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (53d1e934-f1ac-49cc-9601-f62e3731c77a), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:35.796128 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:05:35.799995 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-78d97a31-79c4-41a1-8651-12352d5be47c None None] Current status of the port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:35.801265 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-78d97a31-79c4-41a1-8651-12352d5be47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:35.848288 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-78d97a31-79c4-41a1-8651-12352d5be47c None None] For port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=db5bf9d5-be6f-4ee6-8393-5063ebb1bc26,segment=NetworkSegment(7f32f723-4911-483a-b487-bb3c877cd3d2),segment_id=7f32f723-4911-483a-b487-bb3c877cd3d2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:35.856514 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-78d97a31-79c4-41a1-8651-12352d5be47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:35.929191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d97a31-79c4-41a1-8651-12352d5be47c None None] Pushing event updated for resources: {'Port': ['ID=db5bf9d5-be6f-4ee6-8393-5063ebb1bc26,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:35.944700 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'name': 'tempest-TestShelveInstance-1841317109-router', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:05:15Z', 'updated_at': '2022-06-29T08:05:27Z', 'revision_number': 4, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'gw_port': {'id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:17Z', 'updated_at': '2022-06-29T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'db5bf9d5-be6f-4ee6-8393-5063ebb1bc26', 'name': '', 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'mac_address': 'fa:16:3e:34:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '10f99c00-68b2-4a05-a1ba-9750fe9b91fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:26Z', 'updated_at': '2022-06-29T08:05:34Z', 'revision_number': 4, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'subnets': [{'id': '10f99c00-68b2-4a05-a1ba-9750fe9b91fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:05:35.977311 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef748a-c170-4795-89e2-fc994df850ec req-d361157d-b496-476e-97a3-2b94574d3812 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:35.986038 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-d361157d-b496-476e-97a3-2b94574d3812 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/networks?id=fc13a0b9-e34d-4650-bb88-8388325ba847 HTTP/1.1" status: 200 len: 815 time: 0.3204634 Jun 29 08:05:36.014380 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2a770-5056-4d5d-8085-94dbc34c638c None None] The sync data for ids ['5d3726db-08fc-407c-a4ad-4c732d70912c'] in dv-cinder-768105-14-iscsi is: [{'id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'name': 'tempest-TestShelveInstance-1841317109-router', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:05:15Z', 'updated_at': '2022-06-29T08:05:27Z', 'revision_number': 4, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'gw_port': {'id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:17Z', 'updated_at': '2022-06-29T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'db5bf9d5-be6f-4ee6-8393-5063ebb1bc26', 'name': '', 'network_id': '101f0bbd-e580-46c1-b0bd-e8655698ef81', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'mac_address': 'fa:16:3e:34:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '10f99c00-68b2-4a05-a1ba-9750fe9b91fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:26Z', 'updated_at': '2022-06-29T08:05:34Z', 'revision_number': 4, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'subnets': [{'id': '10f99c00-68b2-4a05-a1ba-9750fe9b91fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:05:36.036821 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-6a8723c0-3aa0-457c-823b-ec498a3284a7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/quotas/a7afb1bdb06042f4b983631745f32e19 HTTP/1.1" status: 200 len: 375 time: 0.0439186 Jun 29 08:05:36.055994 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1d047-42a8-4e9e-832d-b92091df8cfd req-e0270df8-ad91-4519-9481-0c4f04aaaf76 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:36.064030 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6bb1d047-42a8-4e9e-832d-b92091df8cfd req-e0270df8-ad91-4519-9481-0c4f04aaaf76 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.0806539 Jun 29 08:05:36.113322 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-db6ef5ff-1274-499b-be29-e555bc4173b6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (53d1e934-f1ac-49cc-9601-f62e3731c77a), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:36.149846 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7bc7f-139f-47ef-af99-30aeaa15666b req-f2262240-08dd-49fc-90b3-e42de2f720e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:36.152391 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-35c7bc7f-139f-47ef-af99-30aeaa15666b req-f2262240-08dd-49fc-90b3-e42de2f720e2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5277808 Jun 29 08:05:36.153807 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-db6ef5ff-1274-499b-be29-e555bc4173b6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (53d1e934-f1ac-49cc-9601-f62e3731c77a), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:36.161608 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6bb1d047-42a8-4e9e-832d-b92091df8cfd req-81f98a25-7795-4433-8197-a4fda6cc7d90 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962915 Jun 29 08:05:36.190253 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-5c12ef72-8cc7-47e6-b3ba-254aa4d83fc1 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7afb1bdb06042f4b983631745f32e19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441236 Jun 29 08:05:36.194687 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ef5ff-1274-499b-be29-e555bc4173b6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d1e934-f1ac-49cc-9601-f62e3731c77a,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:36.222384 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-db6ef5ff-1274-499b-be29-e555bc4173b6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:36.222384 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-db6ef5ff-1274-499b-be29-e555bc4173b6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7634504 Jun 29 08:05:36.222384 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41840) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:36.228657 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-b8b9da3b-8c07-48e6-85f5-8b2dba3bf9fe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Request body: {'security_group_rule': {'security_group_id': '7822055a-bfa4-4a37-b3db-755472de6134', 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:36.303662 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:36.325364 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:36.335367 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.securitygroups_db [None req-b8b9da3b-8c07-48e6-85f5-8b2dba3bf9fe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Project 26a20f6f9f254aae91c952ee44a4ff74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 08:05:36.399155 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:05:36.418314 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b8b9da3b-8c07-48e6-85f5-8b2dba3bf9fe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (ea33e059-6fbf-45e9-9cd5-12d2082c75e6), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:36.466110 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-8f0c2ea3-d93b-45a4-94b3-33814d01d65e service neutron] 10.222.0.43 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287734 Jun 29 08:05:36.575417 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:36.576523 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:36.766215 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-20884446-1e0f-4384-9c7c-ee3286714afc service neutron] 10.222.0.43 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470143 Jun 29 08:05:36.800674 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82c2b4-8ca5-4d15-a81e-d3d902f5a3fc req-9fce9b7e-a68d-441e-b17b-d1f3059e78e0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:36.802779 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8e82c2b4-8ca5-4d15-a81e-d3d902f5a3fc req-9fce9b7e-a68d-441e-b17b-d1f3059e78e0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1784942 Jun 29 08:05:36.805315 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b8b9da3b-8c07-48e6-85f5-8b2dba3bf9fe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (ea33e059-6fbf-45e9-9cd5-12d2082c75e6), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:36.817884 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b8b9da3b-8c07-48e6-85f5-8b2dba3bf9fe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (ea33e059-6fbf-45e9-9cd5-12d2082c75e6), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:36.833677 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:36.860528 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9da3b-8c07-48e6-85f5-8b2dba3bf9fe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea33e059-6fbf-45e9-9cd5-12d2082c75e6,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:36.895589 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b8b9da3b-8c07-48e6-85f5-8b2dba3bf9fe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:36.902824 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b8b9da3b-8c07-48e6-85f5-8b2dba3bf9fe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6822026 Jun 29 08:05:36.906906 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 41848) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:05:36.916183 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-83a5f586-8985-4454-8cf7-8944a5164c65 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Request body: {'security_group_rule': {'security_group_id': '7822055a-bfa4-4a37-b3db-755472de6134', 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:36.961871 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.securitygroups_db [None req-83a5f586-8985-4454-8cf7-8944a5164c65 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Project 26a20f6f9f254aae91c952ee44a4ff74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 08:05:36.967272 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8e82c2b4-8ca5-4d15-a81e-d3d902f5a3fc req-94303197-7c94-4b35-8c21-91cfd943ca72 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572104 Jun 29 08:05:36.985705 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-83a5f586-8985-4454-8cf7-8944a5164c65 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (aab52c47-b116-496c-bbda-220fde477274), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:37.242271 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:37.248284 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-83a5f586-8985-4454-8cf7-8944a5164c65 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (aab52c47-b116-496c-bbda-220fde477274), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:37.342960 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b22fc-e4f9-4e53-a216-786d324c2435 req-8bfd4362-8f7d-4148-bce2-2cbf34c7adcb tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:37.353484 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a93b22fc-e4f9-4e53-a216-786d324c2435 req-8bfd4362-8f7d-4148-bce2-2cbf34c7adcb tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.2432210 Jun 29 08:05:37.404505 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-83a5f586-8985-4454-8cf7-8944a5164c65 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (aab52c47-b116-496c-bbda-220fde477274), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:37.455106 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fc4d45f6-c19d-43c5-b4c8-ed6899faac18 req-7eb8d50f-5111-481d-b4b8-39439664c0c8 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.2046268 Jun 29 08:05:37.457690 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5f586-8985-4454-8cf7-8944a5164c65 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab52c47-b116-496c-bbda-220fde477274,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:37.516313 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-83a5f586-8985-4454-8cf7-8944a5164c65 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:37.525643 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-83a5f586-8985-4454-8cf7-8944a5164c65 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6167815 Jun 29 08:05:37.562109 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a93b22fc-e4f9-4e53-a216-786d324c2435 req-29528c00-5958-4a74-a594-921d7c63c5e5 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074966 Jun 29 08:05:37.873397 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91aff6-5eb6-44ae-9a1e-76face18f3a0 req-9fe7a08e-88d1-4071-8c03-cecc69efdd33 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:37.875923 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8c91aff6-5eb6-44ae-9a1e-76face18f3a0 req-9fe7a08e-88d1-4071-8c03-cecc69efdd33 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.2064874 Jun 29 08:05:38.076904 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8c91aff6-5eb6-44ae-9a1e-76face18f3a0 req-e8a9a2a4-36e5-4dad-b03a-0c50289ecea0 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789548 Jun 29 08:05:38.212422 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-a56cf07a-1cad-4d38-af26-d0e2742c8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:38.225651 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-a56cf07a-1cad-4d38-af26-d0e2742c8968 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 1128 time: 0.1249926 Jun 29 08:05:38.379165 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152a220-b213-4489-9fa7-50ffffdfe9de req-db949e0e-fce9-43ee-b0c2-3bce7f7ed5f3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:38.395275 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6152a220-b213-4489-9fa7-50ffffdfe9de req-db949e0e-fce9-43ee-b0c2-3bce7f7ed5f3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.2040501 Jun 29 08:05:38.402122 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-fdb68709-3a51-4ff5-9a80-363247688100 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a HTTP/1.1" status: 200 len: 217 time: 0.1539874 Jun 29 08:05:38.459790 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:38.519117 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6152a220-b213-4489-9fa7-50ffffdfe9de req-472b3d85-6a41-45f1-915b-dea09c99dbcc tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201944 Jun 29 08:05:38.605887 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3ee199c4-71b6-4c6a-85c8-85bf78da5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:38.607779 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-3ee199c4-71b6-4c6a-85c8-85bf78da5790 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.2020717 Jun 29 08:05:38.771570 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f79a8-cdc1-4d8d-b663-ef7db8e5f22a req-94be8db3-78ac-4199-b2c6-4595f6d90820 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:38.781623 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a13f79a8-cdc1-4d8d-b663-ef7db8e5f22a req-94be8db3-78ac-4199-b2c6-4595f6d90820 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0911012 Jun 29 08:05:38.843346 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-1827ab71-aee3-4a91-8aa7-b25862c2fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:38.851651 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-1827ab71-aee3-4a91-8aa7-b25862c2fccd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2359846 Jun 29 08:05:38.876397 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f0817de7-115b-4b8a-afd4-d23e7ce7657d req-e7a345c0-4f88-49c9-8ec3-0bebf07279a5 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.1766028 Jun 29 08:05:38.958874 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a13f79a8-cdc1-4d8d-b663-ef7db8e5f22a req-f9d9cd95-8653-49fa-ad98-a1738b425da5 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761544 Jun 29 08:05:39.125103 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-4bd53491-f591-4d6d-84a8-e1b7f7c05512 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458293 Jun 29 08:05:39.380786 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbc7f3-e8d4-4a22-a0d3-11d3ca3d5d3d req-887b9abd-6beb-498a-a817-c7013c3169d4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:39.382486 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-62cbc7f3-e8d4-4a22-a0d3-11d3ca3d5d3d req-887b9abd-6beb-498a-a817-c7013c3169d4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.1469307 Jun 29 08:05:39.404924 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:39.427695 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e4cf805d-14ae-491b-b0d8-a4568f58246c req-69c8e392-ab5c-4d55-9c51-e7c43b7467d2 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621622 Jun 29 08:05:39.431360 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:39.462367 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-62cbc7f3-e8d4-4a22-a0d3-11d3ca3d5d3d req-71f3dd87-76d6-4bb2-b6a2-8dac4ca2f0b8 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702708 Jun 29 08:05:39.782421 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe8b49-7973-4184-b7c5-2fb84a456881 req-57eed347-23df-45b6-8962-a5937e195a21 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:39.785063 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-19fe8b49-7973-4184-b7c5-2fb84a456881 req-57eed347-23df-45b6-8962-a5937e195a21 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1139753 Jun 29 08:05:39.878925 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-19fe8b49-7973-4184-b7c5-2fb84a456881 req-9cae928f-c0f3-462a-9428-7d9141c7886d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831306 Jun 29 08:05:40.066221 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9a82846e-1129-4ebf-a6a0-530968a4a2dc req-39671f89-7fc0-4651-b777-cc3606c3697e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0546184 Jun 29 08:05:40.660150 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b886b5f-f6e0-4479-8b41-b35976fd6255 req-716167ff-595f-46bb-9ec3-08d82043c543 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:40.668229 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2b886b5f-f6e0-4479-8b41-b35976fd6255 req-716167ff-595f-46bb-9ec3-08d82043c543 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.0994532 Jun 29 08:05:40.734488 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2b886b5f-f6e0-4479-8b41-b35976fd6255 req-49a92946-811f-4e65-8b1b-c6e9df3ebe8d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655580 Jun 29 08:05:41.117524 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30384746-d0b9-49f4-81b5-fcbc015225ad req-4a466390-6261-4d40-a0c1-54cd7d461caa tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:41.122253 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-30384746-d0b9-49f4-81b5-fcbc015225ad req-4a466390-6261-4d40-a0c1-54cd7d461caa tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.0861137 Jun 29 08:05:41.208352 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-30384746-d0b9-49f4-81b5-fcbc015225ad req-9a47ecb1-efd0-44e0-8f2a-361154d0986a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755255 Jun 29 08:05:41.214956 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7926ceaf-ef25-4861-8de6-898284a310e7 req-a82a7b5c-09b4-433b-9353-c795a41cc64d tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0376053 Jun 29 08:05:41.927456 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da85a5b-9630-4c12-96fc-0eb64804beb3 req-f75eccc0-c761-4719-a784-36ef83fc6cde tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:41.937125 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6da85a5b-9630-4c12-96fc-0eb64804beb3 req-f75eccc0-c761-4719-a784-36ef83fc6cde tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.0890400 Jun 29 08:05:42.026483 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6da85a5b-9630-4c12-96fc-0eb64804beb3 req-cf9c6870-ca76-4f39-9658-fa8d784cf56b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873611 Jun 29 08:05:42.414146 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0b0e9-211d-4da7-ab5a-9ca7d8fa9ffd req-89d279fb-8617-4995-b9c8-03530412613e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:42.416942 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e2b0b0e9-211d-4da7-ab5a-9ca7d8fa9ffd req-89d279fb-8617-4995-b9c8-03530412613e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.0877516 Jun 29 08:05:42.431313 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cdd77212-d94a-4337-b91d-bd4223688eb1 req-acfe5476-2996-455c-93bf-2436bffc2a07 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0728369 Jun 29 08:05:42.527836 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e2b0b0e9-211d-4da7-ab5a-9ca7d8fa9ffd req-24872e0b-7514-48ac-8fe0-58223b79653f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042080 Jun 29 08:05:43.414003 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a953cc3-77ba-4da4-83ed-d4e109ea2f64 req-90da06ad-1e81-487d-a7b5-689c56717923 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:43.422126 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9a953cc3-77ba-4da4-83ed-d4e109ea2f64 req-90da06ad-1e81-487d-a7b5-689c56717923 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.1336596 Jun 29 08:05:43.530302 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9a953cc3-77ba-4da4-83ed-d4e109ea2f64 req-5ba0cfff-0815-4ad1-a859-c3c8771527b6 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982647 Jun 29 08:05:43.595181 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9f2f7bba-4f49-47b4-b310-828a05b6a972 req-cc950e1c-7b1b-4f4e-8bad-b55ea13793b2 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0372403 Jun 29 08:05:43.709348 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf8e1-3721-4144-ba76-b05af1c1eb96 req-7304ce38-7548-4cda-a905-2173cef59c51 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:43.710861 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fefcf8e1-3721-4144-ba76-b05af1c1eb96 req-7304ce38-7548-4cda-a905-2173cef59c51 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.0731292 Jun 29 08:05:43.785166 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fefcf8e1-3721-4144-ba76-b05af1c1eb96 req-89f8da7f-7143-4fc4-93f8-d13ad2e0e6fd tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590751 Jun 29 08:05:44.691795 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8d61f-ca7b-4142-a723-4062858ea081 req-2732b5ae-5986-4438-8b63-d7f472dace52 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:44.694723 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-79a8d61f-ca7b-4142-a723-4062858ea081 req-2732b5ae-5986-4438-8b63-d7f472dace52 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.0749626 Jun 29 08:05:44.773967 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-27dcfbce-1db2-4a82-9fae-ff0e5f3d15ac req-75369652-4af6-4282-9d34-34c5bf5dd70b tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0454044 Jun 29 08:05:44.778068 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-79a8d61f-ca7b-4142-a723-4062858ea081 req-4e6b939e-f33b-4f3c-b228-9092bc0dcb10 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729079 Jun 29 08:05:44.981432 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d706f23-54ba-4478-951f-1b5ed63266b3 req-7bcbfd4d-e182-4531-978d-d0b3457ceed6 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:44.984410 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9d706f23-54ba-4478-951f-1b5ed63266b3 req-7bcbfd4d-e182-4531-978d-d0b3457ceed6 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.0778770 Jun 29 08:05:45.052045 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9d706f23-54ba-4478-951f-1b5ed63266b3 req-9a1bf5c2-755c-4ae9-86d1-412fefe1ae4f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610394 Jun 29 08:05:45.947653 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:45.951593 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:45.985445 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e635d457-af97-429f-b872-4d011ed4e996 req-7428bce4-b417-4bf3-ba34-8b7e36f6246e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0679090 Jun 29 08:05:46.041039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd271e86-490f-42ce-b3a2-ff1246e6f08d req-5dc9c2af-0c01-4b05-814c-bb0d08d2151d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:46.043960 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bd271e86-490f-42ce-b3a2-ff1246e6f08d req-5dc9c2af-0c01-4b05-814c-bb0d08d2151d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.1272004 Jun 29 08:05:46.191561 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bd271e86-490f-42ce-b3a2-ff1246e6f08d req-41eabcde-40a8-4c09-ac86-db9119d5b773 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343131 Jun 29 08:05:46.303429 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e93c5a-aa00-42fa-b705-c024ca266572 req-0fc1456b-f5ed-45b0-a299-2b44aaf5a628 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:46.308240 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-53e93c5a-aa00-42fa-b705-c024ca266572 req-0fc1456b-f5ed-45b0-a299-2b44aaf5a628 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1074381 Jun 29 08:05:46.377805 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-53e93c5a-aa00-42fa-b705-c024ca266572 req-c1ba7407-3bdd-412f-b069-0decdf7cf6db tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656252 Jun 29 08:05:46.735943 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:46.783837 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=49 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:46.820428 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:47.103275 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7ebbd25b-8342-4eea-9690-6cbdc8e01454 req-d68f6d7f-28ab-4e35-9479-367e066c9ad9 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0367472 Jun 29 08:05:47.403999 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61ee54-4852-4713-9fb5-80e7867a5502 req-1b6e4e62-dbe2-49d3-8bc5-a7ba37f05f7f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:47.405727 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5b61ee54-4852-4713-9fb5-80e7867a5502 req-1b6e4e62-dbe2-49d3-8bc5-a7ba37f05f7f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.0792525 Jun 29 08:05:47.545514 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa54308-c9e7-4eeb-98a2-c75b6be39a7a req-8c60e77f-cec7-4cb2-8636-73ca4d53962e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:47.547241 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-afa54308-c9e7-4eeb-98a2-c75b6be39a7a req-8c60e77f-cec7-4cb2-8636-73ca4d53962e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.0598803 Jun 29 08:05:47.654884 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-afa54308-c9e7-4eeb-98a2-c75b6be39a7a req-14ac40da-80c0-48d3-8b5c-cddd4ff5dc4b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966430 Jun 29 08:05:47.656588 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5b61ee54-4852-4713-9fb5-80e7867a5502 req-88aa4ce8-e1fa-4b1b-a9b1-6b9684c73cb3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383685 Jun 29 08:05:47.749145 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef748a-c170-4795-89e2-fc994df850ec req-0b1041e2-c727-4234-a85e-f0499ed9a1a1 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:47.753726 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-0b1041e2-c727-4234-a85e-f0499ed9a1a1 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.48 "GET /v2.0/networks?id=fc13a0b9-e34d-4650-bb88-8388325ba847 HTTP/1.1" status: 200 len: 815 time: 0.3457489 Jun 29 08:05:47.780024 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'port': {'device_id': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'admin_state_up': True, 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:05:47.989734 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Made reservation on behalf of a7afb1bdb06042f4b983631745f32e19 for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:05:47.994140 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:48.029545 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:48.091765 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-a81c7ec9-fe98-4c89-915b-87f745bd45d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:48.094399 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-a81c7ec9-fe98-4c89-915b-87f745bd45d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 1129 time: 0.0798180 Jun 29 08:05:48.279643 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5b699e67-b9eb-4fd7-b829-2c3038828856 req-7d70f918-5928-4c00-9f0a-6f6ff65611b8 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0806682 Jun 29 08:05:48.287614 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Allocated IP 172.20.0.8 (fc13a0b9-e34d-4650-bb88-8388325ba847/b26967be-8f94-423a-b6e8-46ec52764ca0/1315c7c2-f10d-4890-8b5e-93890c37db42) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:05:48.347628 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:48.355504 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-b67ba431-f89b-4cd7-95bb-6e8c88a7c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:48.357400 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-b67ba431-f89b-4cd7-95bb-6e8c88a7c93e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 918 time: 0.2099166 Jun 29 08:05:48.376449 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:48.434230 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:48.458298 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-0b67e222-e011-4aef-955f-7ad1fa267aae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b HTTP/1.1" status: 200 len: 1001 time: 0.0939064 Jun 29 08:05:48.651706 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:48.751681 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:48.904807 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Network fc13a0b9-e34d-4650-bb88-8388325ba847 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:05:48.919970 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:05:48.932847 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:05:48.989214 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4092bd0-bf1c-44f3-a82e-3da893eee62b req-d2ddd765-4a4a-4747-9de9-80d72d74df02 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:48.996372 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e3ae4-b509-4c98-b1e0-3738f83de3f8 req-423eab79-7f2a-441b-8b6d-6a1550226f26 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:49.009526 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0a4e3ae4-b509-4c98-b1e0-3738f83de3f8 req-423eab79-7f2a-441b-8b6d-6a1550226f26 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.2357907 Jun 29 08:05:49.010676 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c4092bd0-bf1c-44f3-a82e-3da893eee62b req-d2ddd765-4a4a-4747-9de9-80d72d74df02 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.1901960 Jun 29 08:05:49.031680 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'Port': ['ID=1315c7c2-f10d-4890-8b5e-93890c37db42,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:49.073984 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.074835 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.075203 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.075717 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.076023 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.076410 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.076698 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.077025 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.077361 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.077706 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.078018 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.078345 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.078811 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.079145 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.079470 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:49.120075 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:49.121272 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:49.210925 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0a4e3ae4-b509-4c98-b1e0-3738f83de3f8 req-ea09ee43-0593-4a45-b14d-200b7bcb0264 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996312 Jun 29 08:05:49.218746 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-558921e8-7356-4ef4-8c66-41239777b7f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4473376 Jun 29 08:05:49.219898 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c4092bd0-bf1c-44f3-a82e-3da893eee62b req-9fdb9d15-f7ec-4f9d-89bb-ff247be71408 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030392 Jun 29 08:05:49.429642 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-949b7c30-d182-4672-8924-1324d076bae9 None None] Provisioning complete for port 1315c7c2-f10d-4890-8b5e-93890c37db42 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:05:49.430222 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-949b7c30-d182-4672-8924-1324d076bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:49.489108 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-949b7c30-d182-4672-8924-1324d076bae9 None None] Port 1315c7c2-f10d-4890-8b5e-93890c37db42 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:05:49.526115 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ddeb2-8bba-4954-8bd6-589be2c8f32a req-52216635-8c89-4268-85b9-80bf8d9ca744 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:49.527789 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9a5ddeb2-8bba-4954-8bd6-589be2c8f32a req-52216635-8c89-4268-85b9-80bf8d9ca744 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 931 time: 0.0792580 Jun 29 08:05:49.598083 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9a5ddeb2-8bba-4954-8bd6-589be2c8f32a req-ae7671c4-b98c-4330-936d-50740bc61c54 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589068 Jun 29 08:05:50.409392 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbb440-134c-4ad2-85f4-713cfa8d979c req-70920c97-14fe-4f64-9110-5213b03db958 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:50.411771 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-50cbb440-134c-4ad2-85f4-713cfa8d979c req-70920c97-14fe-4f64-9110-5213b03db958 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.0744781 Jun 29 08:05:50.437915 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba9481-f4bd-47fb-8bb2-a36c88dbe377 req-84664edc-16cf-481b-bdbf-7a1ff2880a8c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:50.441025 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-45ba9481-f4bd-47fb-8bb2-a36c88dbe377 req-84664edc-16cf-481b-bdbf-7a1ff2880a8c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.0673769 Jun 29 08:05:50.497092 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-50cbb440-134c-4ad2-85f4-713cfa8d979c req-a6d60304-9541-4923-ae5c-c86ed98c037d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790355 Jun 29 08:05:50.523122 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-45ba9481-f4bd-47fb-8bb2-a36c88dbe377 req-d1b02581-b707-439b-b3f3-0b7f7b2b3155 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718620 Jun 29 08:05:50.749932 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9c4b-fae2-41a9-8b14-9f85d295306d req-f0baccc4-ff98-4d63-8c63-b9ce3f6e99de tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:50.751506 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-185a9c4b-fae2-41a9-8b14-9f85d295306d req-f0baccc4-ff98-4d63-8c63-b9ce3f6e99de tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 931 time: 0.0518029 Jun 29 08:05:50.812263 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-185a9c4b-fae2-41a9-8b14-9f85d295306d req-00c94c40-e311-4778-8168-2bd0e763a998 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530055 Jun 29 08:05:51.356600 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 5a5ce414-6f70-43b5-a7cc-7340f679070a details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:05:51.424766 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:51.632430 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 5a5ce414-6f70-43b5-a7cc-7340f679070a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:51.674523 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'port_id': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'mac_address': 'fa:16:3e:8c:4f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:05:51.773232 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf774520-a2eb-476a-9faa-c770bab933da req-1b9fb593-1aee-411e-916e-4d571e6dcd98 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:51.776840 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cf774520-a2eb-476a-9faa-c770bab933da req-1b9fb593-1aee-411e-916e-4d571e6dcd98 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 944 time: 0.1660025 Jun 29 08:05:51.786261 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 5a5ce414-6f70-43b5-a7cc-7340f679070a is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:51.787382 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:51.800919 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413988f6-eadd-4dde-b67f-d38d8e3ad399 req-a3a44630-988f-4da3-ba98-3366cb15c15b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:51.802824 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-413988f6-eadd-4dde-b67f-d38d8e3ad399 req-a3a44630-988f-4da3-ba98-3366cb15c15b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1130707 Jun 29 08:05:51.822280 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5ce414-6f70-43b5-a7cc-7340f679070a {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:05:51.884618 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-413988f6-eadd-4dde-b67f-d38d8e3ad399 req-d6344f61-664c-4d42-9a63-c5d0db1660df tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651741 Jun 29 08:05:51.888438 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 5a5ce414-6f70-43b5-a7cc-7340f679070a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:51.898595 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:51.939188 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cf774520-a2eb-476a-9faa-c770bab933da req-44e9bd6e-e544-4ec9-a1ce-bf44eb3f3d6f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448815 Jun 29 08:05:52.040430 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=5a5ce414-6f70-43b5-a7cc-7340f679070a,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:52.052683 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.053467 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.054025 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.054637 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.055232 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.055792 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.056492 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.057085 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.057666 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.058228 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.058777 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.059348 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.059938 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.060482 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.061057 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:05:52.098978 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbf613-41c6-4647-9cb7-9b07be8b2291 req-6310deb3-65c5-49d4-9dc1-da7e2f7d8e76 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:52.113671 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bddbf613-41c6-4647-9cb7-9b07be8b2291 req-6310deb3-65c5-49d4-9dc1-da7e2f7d8e76 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 931 time: 0.1347167 Jun 29 08:05:52.201664 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bddbf613-41c6-4647-9cb7-9b07be8b2291 req-fa1dd5e4-9939-4c0d-8d5a-55582f5768ab tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866070 Jun 29 08:05:53.022477 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9a9ee-f554-447d-b586-4c7875fe6ee3 req-1d118ce7-cb71-4779-b927-e77739db5db7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:53.024114 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bdd9a9ee-f554-447d-b586-4c7875fe6ee3 req-1d118ce7-cb71-4779-b927-e77739db5db7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.0643580 Jun 29 08:05:53.094270 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61cc5d-f664-4f8b-a150-3506da7f5b40 req-e74f810e-d474-42a3-9fce-f62bba1635e7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:53.096437 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3a61cc5d-f664-4f8b-a150-3506da7f5b40 req-e74f810e-d474-42a3-9fce-f62bba1635e7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 945 time: 0.0703959 Jun 29 08:05:53.115712 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bdd9a9ee-f554-447d-b586-4c7875fe6ee3 req-792b2909-dd6d-484a-ab3c-4fc6c32118dd tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821280 Jun 29 08:05:53.224898 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:53.233827 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3a61cc5d-f664-4f8b-a150-3506da7f5b40 req-1e5c17a4-0f03-4c0a-904e-4fc0e8bde5bb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287105 Jun 29 08:05:53.359443 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301799da-64d7-4909-bb9a-bff1fe7eb949 req-859d4cec-9c5a-44f8-9c14-b675376cb101 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:53.362075 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-301799da-64d7-4909-bb9a-bff1fe7eb949 req-859d4cec-9c5a-44f8-9c14-b675376cb101 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 931 time: 0.0556817 Jun 29 08:05:53.430091 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-301799da-64d7-4909-bb9a-bff1fe7eb949 req-20f70c49-a13e-4d52-bbc5-13783d2d13c4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565431 Jun 29 08:05:54.264482 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:54.314750 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4e599-67a5-4460-a14d-87facad63786 req-3ba4fa48-ed75-47c3-99cb-55af5332602d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:54.316631 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-17d4e599-67a5-4460-a14d-87facad63786 req-3ba4fa48-ed75-47c3-99cb-55af5332602d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.1023154 Jun 29 08:05:54.403279 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-17d4e599-67a5-4460-a14d-87facad63786 req-e3d14666-7f2d-4d23-a686-93f307a2f021 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700200 Jun 29 08:05:54.426705 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedeb09b-ab9b-4afa-8f40-51a4ea8dc29f req-64429b2d-6cbf-438d-8d17-5d0ed009085f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:54.432030 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cedeb09b-ab9b-4afa-8f40-51a4ea8dc29f req-64429b2d-6cbf-438d-8d17-5d0ed009085f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 945 time: 0.1037710 Jun 29 08:05:54.473269 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e6ac-85dd-4db4-8d1e-315cf9a33005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:54.538752 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cedeb09b-ab9b-4afa-8f40-51a4ea8dc29f req-df1b5189-1fd2-417d-9075-41457622cf28 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965037 Jun 29 08:05:54.664856 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6afab2-12d5-41e8-895e-6b6fa2f02f2b req-d4d88157-7fe0-46ec-964e-86826cf232ec tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:54.666944 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ce6afab2-12d5-41e8-895e-6b6fa2f02f2b req-d4d88157-7fe0-46ec-964e-86826cf232ec tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 931 time: 0.0772114 Jun 29 08:05:54.738762 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ce6afab2-12d5-41e8-895e-6b6fa2f02f2b req-d4a95c0e-fe14-4406-a3e3-c3c16613599a tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585735 Jun 29 08:05:55.579086 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c626fd2-1642-48b1-adb6-e17dbb131118 req-d47f1107-8cc5-4024-933e-386f3fbac7e4 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:55.581688 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7c626fd2-1642-48b1-adb6-e17dbb131118 req-d47f1107-8cc5-4024-933e-386f3fbac7e4 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 945 time: 0.0581822 Jun 29 08:05:55.682808 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7c626fd2-1642-48b1-adb6-e17dbb131118 req-3a0b3cf5-7a52-4bfa-b724-71cde0886075 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940986 Jun 29 08:05:55.755627 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['5a5ce414-6f70-43b5-a7cc-7340f679070a'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:05:55.781921 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626be07d-6231-4a72-ae71-8fd12ff18fbf req-d066f96f-c8a1-4a5a-b07c-31997a5263a4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:55.785093 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-626be07d-6231-4a72-ae71-8fd12ff18fbf req-d066f96f-c8a1-4a5a-b07c-31997a5263a4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 945 time: 0.1192739 Jun 29 08:05:55.818555 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dfb8e71b-41e2-4d03-8de7-4f7323f5b53b no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:05:55.989055 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-626be07d-6231-4a72-ae71-8fd12ff18fbf req-feb96586-d57a-4802-a037-2d575f6fc296 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779642 Jun 29 08:05:56.035621 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b6955-4921-47eb-91fe-bfdb2dd01190 req-03ff598f-35c9-47e8-bb60-2f25641687ab tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:56.037604 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-341b6955-4921-47eb-91fe-bfdb2dd01190 req-03ff598f-35c9-47e8-bb60-2f25641687ab tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 931 time: 0.1130438 Jun 29 08:05:56.072439 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b is: ACTIVE; New status is: DOWN {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:05:56.079048 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:56.147627 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-341b6955-4921-47eb-91fe-bfdb2dd01190 req-7e1564c3-eb0c-4ea6-aab8-4dfc5b61ae38 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042116 Jun 29 08:05:56.208889 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:05:56.213271 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e9c297-0e3e-4de2-8221-15c9ceabc5db" -d '{"events": [{"server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "name": "network-vif-unplugged", "status": "completed", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:05:56.243186 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:05:56.260573 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:56.276827 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Jun 2022 08:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f88db29-f65b-42b0-b6c0-cee6c034ede4 x-openstack-request-id: req-3f88db29-f65b-42b0-b6c0-cee6c034ede4 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:05:56.277204 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "name": "network-vif-unplugged", "status": "completed", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:05:56.277510 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f88db29-f65b-42b0-b6c0-cee6c034ede4 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:05:56.277973 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f88db29-f65b-42b0-b6c0-cee6c034ede4'] response: {'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'code': 200} Jun 29 08:05:56.338753 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=8']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:05:56.895894 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0461bfc-d26c-4df0-9cff-e25e144d6fab req-48b77a21-f4dd-44fa-a255-360b16324504 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:56.897693 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d0461bfc-d26c-4df0-9cff-e25e144d6fab req-48b77a21-f4dd-44fa-a255-360b16324504 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0560694 Jun 29 08:05:56.960958 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bfba9fb4-113c-4282-acff-e1b05ceb11ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:56.984509 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d0461bfc-d26c-4df0-9cff-e25e144d6fab req-b2a75b7c-d403-4b54-968a-207d1372e414 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777504 Jun 29 08:05:57.156407 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d937-20c2-4e65-8f6a-37da3e42b157 req-edd78a66-3a50-400d-ba73-0b067f9c8c9b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:57.159331 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-24c5d937-20c2-4e65-8f6a-37da3e42b157 req-edd78a66-3a50-400d-ba73-0b067f9c8c9b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 945 time: 0.0740566 Jun 29 08:05:57.235861 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-24c5d937-20c2-4e65-8f6a-37da3e42b157 req-e511e96d-a55b-4cfa-94c7-6267539182a1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708816 Jun 29 08:05:57.320956 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fea968-f96b-48b3-ab90-e899dd574d04 req-35e54140-65e1-458f-adf5-eb5bfb1dbfd7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:57.323528 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-89fea968-f96b-48b3-ab90-e899dd574d04 req-35e54140-65e1-458f-adf5-eb5bfb1dbfd7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 931 time: 0.0927215 Jun 29 08:05:57.349582 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:57.418560 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-89fea968-f96b-48b3-ab90-e899dd574d04 req-650f2335-c18e-49e2-8cb1-06e04dd3ced0 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881875 Jun 29 08:05:58.203390 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c294f2-f01a-4a7e-8a2f-209eead99599 req-f40f1861-cf0a-446a-a5e8-dfe8b98c6aac tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:58.206156 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-01c294f2-f01a-4a7e-8a2f-209eead99599 req-f40f1861-cf0a-446a-a5e8-dfe8b98c6aac tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0801396 Jun 29 08:05:58.280836 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-01c294f2-f01a-4a7e-8a2f-209eead99599 req-ab696475-a92f-468f-a6a1-fc8720eabece tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678296 Jun 29 08:05:58.337569 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:58.381961 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:05:58.403531 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9426002-1227-4710-aa1e-5ba87a601d96 req-c58c1e84-f269-4b3e-95eb-450d8e7021aa tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:58.405262 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c9426002-1227-4710-aa1e-5ba87a601d96 req-c58c1e84-f269-4b3e-95eb-450d8e7021aa tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 945 time: 0.0755794 Jun 29 08:05:58.472339 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c9426002-1227-4710-aa1e-5ba87a601d96 req-37f94c85-3946-4b8e-b65d-fba527403df5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536253 Jun 29 08:05:58.614687 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a50c-9d7f-42e5-bb09-4a57d5fda756 req-3cbf7c9e-32ba-4226-be6e-0a7c2c9e82dc tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:58.619147 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e8b3a50c-9d7f-42e5-bb09-4a57d5fda756 req-3cbf7c9e-32ba-4226-be6e-0a7c2c9e82dc tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 931 time: 0.0794308 Jun 29 08:05:58.700201 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e8b3a50c-9d7f-42e5-bb09-4a57d5fda756 req-e0ea6a47-58cb-45cd-a967-f3f8f9102300 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704017 Jun 29 08:05:59.515593 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdc6eb-8a6a-400c-a923-ec61cd6a8db3 req-a3747d94-073b-40df-bfce-ef95da553aa8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:59.517302 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b6cdc6eb-8a6a-400c-a923-ec61cd6a8db3 req-a3747d94-073b-40df-bfce-ef95da553aa8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.1127703 Jun 29 08:05:59.521578 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:59.614536 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b6cdc6eb-8a6a-400c-a923-ec61cd6a8db3 req-06257fff-b1f4-45e4-86ed-b62f4d7e4c7a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856717 Jun 29 08:05:59.721809 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4899a-ad60-4e82-b462-b97af5ebd97a req-03e359da-d5f4-4c72-a38f-5a28f1bf802d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:59.723494 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9fe4899a-ad60-4e82-b462-b97af5ebd97a req-03e359da-d5f4-4c72-a38f-5a28f1bf802d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 945 time: 0.0906363 Jun 29 08:05:59.845334 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9fe4899a-ad60-4e82-b462-b97af5ebd97a req-33be44bd-3410-44bd-91b5-eca427c63740 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123374 Jun 29 08:05:59.926447 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:05:59.932839 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e8510-8ae3-4d92-a73d-e238b5c3af5f req-d3bbc32d-22f0-4165-be40-f4b4f9b31aed tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:05:59.935485 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-016e8510-8ae3-4d92-a73d-e238b5c3af5f req-d3bbc32d-22f0-4165-be40-f4b4f9b31aed tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 931 time: 0.1141446 Jun 29 08:06:00.067096 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 5a5ce414-6f70-43b5-a7cc-7340f679070a up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:06:00.169594 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-016e8510-8ae3-4d92-a73d-e238b5c3af5f req-f8d0a387-de9f-4bbd-8e4d-8e9959060eac tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149982 Jun 29 08:06:00.275192 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 5a5ce414-6f70-43b5-a7cc-7340f679070a completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:06:00.287314 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 5a5ce414-6f70-43b5-a7cc-7340f679070a triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:06:00.288010 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:00.551117 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 5a5ce414-6f70-43b5-a7cc-7340f679070a is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:00.553122 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:00.624052 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:00.629540 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975048ea-2ffe-44ff-8980-9b34d2c26c5c" -d '{"events": [{"server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "name": "network-vif-plugged", "status": "completed", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:00.655717 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 5a5ce414-6f70-43b5-a7cc-7340f679070a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:00.663648 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:00.768322 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:00.770632 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a37b71-103e-499a-9dac-d4a26b3661e3 x-openstack-request-id: req-05a37b71-103e-499a-9dac-d4a26b3661e3 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:00.772586 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "name": "network-vif-plugged", "status": "completed", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:00.772586 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05a37b71-103e-499a-9dac-d4a26b3661e3 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:00.772586 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a37b71-103e-499a-9dac-d4a26b3661e3'] response: {'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'code': 200} Jun 29 08:06:00.821452 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=5a5ce414-6f70-43b5-a7cc-7340f679070a,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:00.977521 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a50f8-3821-453c-9845-12fc317bc124 req-7949dc39-90e9-4367-95f0-6a8a2bc265f9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:00.979378 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5d3a50f8-3821-453c-9845-12fc317bc124 req-7949dc39-90e9-4367-95f0-6a8a2bc265f9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.1568694 Jun 29 08:06:01.063216 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5d3a50f8-3821-453c-9845-12fc317bc124 req-9e08c304-08eb-4e77-9bce-68279131bcbe tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619602 Jun 29 08:06:01.069888 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d17d4e-6eab-4d26-8ea4-3d9cc98ec169 req-f583a0fd-dc18-4bdc-8b26-55f6ce844a3e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:01.072577 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b6d17d4e-6eab-4d26-8ea4-3d9cc98ec169 req-f583a0fd-dc18-4bdc-8b26-55f6ce844a3e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0629804 Jun 29 08:06:01.136752 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b6d17d4e-6eab-4d26-8ea4-3d9cc98ec169 req-99cccbf8-5859-4921-b06b-d1d99d951f37 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586410 Jun 29 08:06:01.301181 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded35eaa-2fbc-481b-a18b-fa91a15c4ab9 req-f975dd97-1125-4525-8495-2c8f62362e1d tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:01.302825 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ded35eaa-2fbc-481b-a18b-fa91a15c4ab9 req-f975dd97-1125-4525-8495-2c8f62362e1d tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 931 time: 0.0557148 Jun 29 08:06:01.355004 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ded35eaa-2fbc-481b-a18b-fa91a15c4ab9 req-c4e880cb-4cd0-495a-9565-1c25a2e868d3 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462472 Jun 29 08:06:01.418031 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Request body: {'port': {'device_id': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:01.493304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-8cd3ee01-e543-4d45-9bf5-7a3dadd22259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:01.495493 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-8cd3ee01-e543-4d45-9bf5-7a3dadd22259 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 200 len: 856 time: 0.0841866 Jun 29 08:06:01.505196 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:01.743758 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:01.804614 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:01.874315 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1315c7c2-f10d-4890-8b5e-93890c37db42 {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:06:01.884662 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Publish callbacks [] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:01.904587 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Transition to ACTIVE for port object 1315c7c2-f10d-4890-8b5e-93890c37db42 will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:06:01.912339 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:01.969604 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-cb1fafe7-64d3-43f7-baa6-5672e98a8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:01.973824 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-cb1fafe7-64d3-43f7-baa6-5672e98a8008 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f3afbc5-288f-4461-967f-3d79e5607ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0928195 Jun 29 08:06:01.974271 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Pushing event updated for resources: {'Port': ['ID=1315c7c2-f10d-4890-8b5e-93890c37db42,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:02.067470 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Attempting to bind port 1315c7c2-f10d-4890-8b5e-93890c37db42 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:06:02.067970 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Attempting to bind port 1315c7c2-f10d-4890-8b5e-93890c37db42 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:06:02.068128 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Attempting to bind port 1315c7c2-f10d-4890-8b5e-93890c37db42 on network fc13a0b9-e34d-4650-bb88-8388325ba847 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:06:02.073455 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Port 1315c7c2-f10d-4890-8b5e-93890c37db42 on network fc13a0b9-e34d-4650-bb88-8388325ba847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:06:02.074128 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Attempting to bind port 1315c7c2-f10d-4890-8b5e-93890c37db42 on network fc13a0b9-e34d-4650-bb88-8388325ba847 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:06:02.079696 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:06:02.080023 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Checking segment: {'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:06:02.080550 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Bound using segment: {'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:06:02.081059 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Bound port: 1315c7c2-f10d-4890-8b5e-93890c37db42, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cd3617-8d48-4353-9582-80ed2462001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:06:02.081500 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:02.190789 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] For port 1315c7c2-f10d-4890-8b5e-93890c37db42, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:06:02.196726 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] For port 1315c7c2-f10d-4890-8b5e-93890c37db42, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1315c7c2-f10d-4890-8b5e-93890c37db42,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:06:02.226650 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:02.309453 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebce0a1-7d12-434a-a518-3446777e1487 req-6a88e4bb-80c7-419a-8e52-70c5fc0d119a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:02.311897 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ebce0a1-7d12-434a-a518-3446777e1487 req-6a88e4bb-80c7-419a-8e52-70c5fc0d119a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0794513 Jun 29 08:06:02.400381 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ebce0a1-7d12-434a-a518-3446777e1487 req-a2da5cc2-eed4-40cf-90cf-bcad1b2df70f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778184 Jun 29 08:06:02.572448 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2457ece-e112-4df7-89a8-3aba617c148c req-7bb13985-d75d-439e-873d-6b8cf74ee4a0 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:02.574814 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2457ece-e112-4df7-89a8-3aba617c148c req-7bb13985-d75d-439e-873d-6b8cf74ee4a0 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0795305 Jun 29 08:06:02.648244 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2bf0f-6dc4-4f59-8131-5307421ca844 req-65385c43-2d2d-4a3b-b87a-9246b7d35072 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:02.662482 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b3c2bf0f-6dc4-4f59-8131-5307421ca844 req-65385c43-2d2d-4a3b-b87a-9246b7d35072 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.4559765 Jun 29 08:06:02.670256 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2457ece-e112-4df7-89a8-3aba617c148c req-410fdaa6-c1aa-49f9-9750-fdc25c2a7843 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876753 Jun 29 08:06:02.694742 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:02.695905 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:02.698922 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] 10.222.0.48 "PUT /v2.0/ports/1315c7c2-f10d-4890-8b5e-93890c37db42 HTTP/1.1" status: 200 len: 1093 time: 1.2880085 Jun 29 08:06:02.699794 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:02.703926 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406b43ff-db6d-423a-b7ea-fd9062923caf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:02.758996 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b7032-3384-42b6-b48a-e6c500681a3c service neutron] Pushing event updated for resources: {'Port': ['ID=1315c7c2-f10d-4890-8b5e-93890c37db42,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:02.796898 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b3c2bf0f-6dc4-4f59-8131-5307421ca844 req-17c051ab-a1b0-4959-acf8-fe9b0ad56b78 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332834 Jun 29 08:06:02.874533 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0487d47-72ec-4a5f-946c-0bbae7714cb6 x-openstack-request-id: req-d0487d47-72ec-4a5f-946c-0bbae7714cb6 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:02.874903 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:02.875221 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0487d47-72ec-4a5f-946c-0bbae7714cb6 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:02.875716 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0487d47-72ec-4a5f-946c-0bbae7714cb6'] response: {'name': 'network-changed', 'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'status': 'completed', 'code': 200} Jun 29 08:06:03.544222 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c3a84-3736-4996-9861-313397649468 req-7fc10676-e998-487f-b65a-dd574dfa0ba1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:03.545866 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f96c3a84-3736-4996-9861-313397649468 req-7fc10676-e998-487f-b65a-dd574dfa0ba1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0568435 Jun 29 08:06:03.608080 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f96c3a84-3736-4996-9861-313397649468 req-1da4fcd3-6da9-4ba2-8529-9b2165afc60a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469937 Jun 29 08:06:03.867757 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93fb2c-282c-4ad2-a5a9-5628c02173a4 req-15783c3c-fb30-4eb6-a58b-bd37d8fda7c4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:03.869518 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2c93fb2c-282c-4ad2-a5a9-5628c02173a4 req-15783c3c-fb30-4eb6-a58b-bd37d8fda7c4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0653284 Jun 29 08:06:03.941007 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2c93fb2c-282c-4ad2-a5a9-5628c02173a4 req-14972c3b-f8f9-495c-91db-0c90cb5c5b6e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652699 Jun 29 08:06:03.984731 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b778f5-dd57-4ffc-9cfc-0401c5ccfa36 req-a6ad340e-ef2d-4f66-8ec8-cb49acc67025 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:03.987330 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-65b778f5-dd57-4ffc-9cfc-0401c5ccfa36 req-a6ad340e-ef2d-4f66-8ec8-cb49acc67025 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0624707 Jun 29 08:06:04.047837 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-65b778f5-dd57-4ffc-9cfc-0401c5ccfa36 req-9388197f-be6f-4a5a-887f-cc50e85724e2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549662 Jun 29 08:06:04.755327 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8df18-7faa-46a8-81dd-96f4e8e41617 req-652435b7-11f7-4d40-9cb8-7d0c051eb4fa tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:04.756905 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c0b8df18-7faa-46a8-81dd-96f4e8e41617 req-652435b7-11f7-4d40-9cb8-7d0c051eb4fa tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0629818 Jun 29 08:06:04.787767 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:04.814976 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c0b8df18-7faa-46a8-81dd-96f4e8e41617 req-40eaace1-bb7a-4353-9862-901d0e689e62 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512588 Jun 29 08:06:05.070085 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e427-8dc2-44a9-9c59-c8c39a0691d2 req-448bc0ed-a656-4a49-a580-c805076db1be tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:05.071576 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3876e427-8dc2-44a9-9c59-c8c39a0691d2 req-448bc0ed-a656-4a49-a580-c805076db1be tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0496581 Jun 29 08:06:05.136709 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3876e427-8dc2-44a9-9c59-c8c39a0691d2 req-31bb917d-fb3a-4521-85d8-872ed84672a7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590737 Jun 29 08:06:05.195381 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da030ddf-8ff3-44fa-85a3-e19e5e91decb req-d412cdf6-8196-43e5-8d66-274ca9366282 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:05.197053 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-da030ddf-8ff3-44fa-85a3-e19e5e91decb req-d412cdf6-8196-43e5-8d66-274ca9366282 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0552769 Jun 29 08:06:05.262939 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-da030ddf-8ff3-44fa-85a3-e19e5e91decb req-c656616e-44a5-4428-8bda-f312efcdcb13 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594740 Jun 29 08:06:05.767313 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b43ff-db6d-423a-b7ea-fd9062923caf req-540a6034-f312-4615-baf1-ef57e368acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:05.771138 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-406b43ff-db6d-423a-b7ea-fd9062923caf req-540a6034-f312-4615-baf1-ef57e368acbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7afb1bdb06042f4b983631745f32e19&device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 1127 time: 0.0929868 Jun 29 08:06:05.771595 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:05.773807 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0a59f-7f68-4609-8aa4-a14cf5baa849 req-8022c61b-7d31-4ac8-a332-75a526e96624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:05.776232 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bba0a59f-7f68-4609-8aa4-a14cf5baa849 req-8022c61b-7d31-4ac8-a332-75a526e96624 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 1130 time: 0.0764894 Jun 29 08:06:05.865312 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:05.967072 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bba0a59f-7f68-4609-8aa4-a14cf5baa849 req-95e5b04d-5611-40ea-a1ae-4b3b9316b2fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709340 Jun 29 08:06:05.997313 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-8c345ad5-8f8b-4d3a-aa58-cd404b9b084c service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455789 Jun 29 08:06:06.046608 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43039d4e-eff3-4acb-b6ad-852343abeb5a req-48aaadc4-a550-469e-8e9f-7500f6fada33 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:06.048172 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-43039d4e-eff3-4acb-b6ad-852343abeb5a req-48aaadc4-a550-469e-8e9f-7500f6fada33 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.1244953 Jun 29 08:06:06.053993 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b43ff-db6d-423a-b7ea-fd9062923caf req-88fa5353-33ea-419b-a433-3343ae19ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:06.055451 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-406b43ff-db6d-423a-b7ea-fd9062923caf req-88fa5353-33ea-419b-a433-3343ae19ed69 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a7afb1bdb06042f4b983631745f32e19&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2609260 Jun 29 08:06:06.081903 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:06.105643 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-43039d4e-eff3-4acb-b6ad-852343abeb5a req-a66ffc4f-7502-4b39-9df2-1c62ad4fa94f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491104 Jun 29 08:06:06.271466 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab92a4e-bb93-4956-aea9-f01a3d580419 req-b4f36652-cbd7-4e8d-8777-fb1ec6da62f7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:06.273362 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5ab92a4e-bb93-4956-aea9-f01a3d580419 req-b4f36652-cbd7-4e8d-8777-fb1ec6da62f7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0621049 Jun 29 08:06:06.338040 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5ab92a4e-bb93-4956-aea9-f01a3d580419 req-0a9e9c66-5d32-48da-ba99-28d1294a7d8d tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Jun 29 08:06:06.414817 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa011b-1b30-4f34-b445-376e91c7f94e req-797b44a3-f099-4b34-9085-7bdda0d07f0e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:06.416383 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4caa011b-1b30-4f34-b445-376e91c7f94e req-797b44a3-f099-4b34-9085-7bdda0d07f0e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0579100 Jun 29 08:06:06.468931 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4caa011b-1b30-4f34-b445-376e91c7f94e req-09cffc4d-b528-427d-b54e-aeb702352c54 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454512 Jun 29 08:06:06.806470 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b09f9c69-c13c-4a87-b73b-c5405e54c2d8 req-27d1fdc1-7b97-4800-8ace-07be0a9f4ebf service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055052 Jun 29 08:06:06.811194 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b43ff-db6d-423a-b7ea-fd9062923caf req-6e9697f9-b05a-4f8d-9cd5-6c9652768e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:06.813403 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-406b43ff-db6d-423a-b7ea-fd9062923caf req-6e9697f9-b05a-4f8d-9cd5-6c9652768e8b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1121337 Jun 29 08:06:07.293569 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bff4b3-55ff-4db7-8b69-9bab5c308f16 req-51472810-c0bd-4105-87a2-6beea8812817 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:07.295421 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-13bff4b3-55ff-4db7-8b69-9bab5c308f16 req-51472810-c0bd-4105-87a2-6beea8812817 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0935533 Jun 29 08:06:07.369990 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-13bff4b3-55ff-4db7-8b69-9bab5c308f16 req-c674bab3-c83d-40a1-a8b5-a771ccda1dff tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666544 Jun 29 08:06:07.514605 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293eb340-b1ed-4722-b8b8-b056675fc78a req-55fbed75-1fb4-4b68-81df-f95a1544cb0c tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:07.515965 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-293eb340-b1ed-4722-b8b8-b056675fc78a req-55fbed75-1fb4-4b68-81df-f95a1544cb0c tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0725045 Jun 29 08:06:07.589098 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-293eb340-b1ed-4722-b8b8-b056675fc78a req-d15c6fdc-c56c-4ea0-b472-35dcadf31df2 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585976 Jun 29 08:06:07.649355 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020f263-1f16-43c8-b841-bf96c488abe0 req-8bad54df-fa56-4355-942c-64bf8eaca8d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:07.650920 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9020f263-1f16-43c8-b841-bf96c488abe0 req-8bad54df-fa56-4355-942c-64bf8eaca8d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0637999 Jun 29 08:06:07.708680 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9020f263-1f16-43c8-b841-bf96c488abe0 req-93f1850f-b66e-42e9-b2c3-3a28301b154f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519481 Jun 29 08:06:08.520904 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5279c4-2d1a-4eaf-bbfe-5a8d1f4e4f9b req-0a63f4e9-7728-4e2f-b83a-366e24ff17ac tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:08.523294 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ec5279c4-2d1a-4eaf-bbfe-5a8d1f4e4f9b req-0a63f4e9-7728-4e2f-b83a-366e24ff17ac tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0736122 Jun 29 08:06:08.586488 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ec5279c4-2d1a-4eaf-bbfe-5a8d1f4e4f9b req-8a7dbbac-f553-4c37-ade1-72e29a92f675 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542963 Jun 29 08:06:08.748723 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77920385-3486-4114-9007-8345e02807a7 req-fe07be0b-9140-43f8-9c84-53e95926c33a tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:08.751815 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-77920385-3486-4114-9007-8345e02807a7 req-fe07be0b-9140-43f8-9c84-53e95926c33a tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0727856 Jun 29 08:06:08.838942 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-77920385-3486-4114-9007-8345e02807a7 req-a1dd2e0a-5383-4b90-8ce3-4af2b5842b8c tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800216 Jun 29 08:06:08.874369 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc84f1b-6b54-4739-9f7d-c6ed403ae76d req-620e1aa1-84dd-4411-b80d-3db3ffb331e1 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:08.876871 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6fc84f1b-6b54-4739-9f7d-c6ed403ae76d req-620e1aa1-84dd-4411-b80d-3db3ffb331e1 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0806570 Jun 29 08:06:08.941845 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6fc84f1b-6b54-4739-9f7d-c6ed403ae76d req-c7b17b9a-4253-4328-83e5-554be92ca7f3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576262 Jun 29 08:06:09.745504 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a53312-eaef-4953-8800-7f1eb4031ae0 req-c560e622-de8f-4606-9ab0-aa11f762e9af tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:09.747409 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c5a53312-eaef-4953-8800-7f1eb4031ae0 req-c560e622-de8f-4606-9ab0-aa11f762e9af tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0760405 Jun 29 08:06:09.802372 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c5a53312-eaef-4953-8800-7f1eb4031ae0 req-95ab5b92-40dc-4b43-943f-6bcf03a63f63 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466368 Jun 29 08:06:09.920360 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff762e7-e4c3-4e30-a7e0-34a79a4db765 req-37731945-ecb5-43c2-ab00-43116452dd48 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:09.922030 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7ff762e7-e4c3-4e30-a7e0-34a79a4db765 req-37731945-ecb5-43c2-ab00-43116452dd48 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0494504 Jun 29 08:06:09.931771 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 42506) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:09.936327 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-0cc66afd-c370-4b31-9918-645792348113 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Request body: {'floatingip': {'port_id': '5a5ce414-6f70-43b5-a7cc-7340f679070a'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:09.964844 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb9040-198f-4c03-b7dc-544ec4a7abfa req-f37864c7-836e-4e5f-86e4-6979437587b7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:09.966365 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b8cb9040-198f-4c03-b7dc-544ec4a7abfa req-f37864c7-836e-4e5f-86e4-6979437587b7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0515125 Jun 29 08:06:09.981368 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0cc66afd-c370-4b31-9918-645792348113 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for floatingip (63122b3c-e625-4648-ad85-9d8818db4276), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:10.024622 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b8cb9040-198f-4c03-b7dc-544ec4a7abfa req-804c4f1a-b6af-4656-9ba4-fd464af588af tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515287 Jun 29 08:06:10.143183 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9184b2-78b6-4d50-b9f7-b8218bfda336 req-4b76efab-0c96-4916-9aa9-aedf5682f096 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:10.143183 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0b9184b2-78b6-4d50-b9f7-b8218bfda336 req-4b76efab-0c96-4916-9aa9-aedf5682f096 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0861278 Jun 29 08:06:10.272850 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0b9184b2-78b6-4d50-b9f7-b8218bfda336 req-aa5ba28a-f3e7-46b2-ac44-a65e3456c744 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237895 Jun 29 08:06:10.440313 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:10.508270 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:10.529930 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0cc66afd-c370-4b31-9918-645792348113 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:10.534827 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0cc66afd-c370-4b31-9918-645792348113 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (63122b3c-e625-4648-ad85-9d8818db4276), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:10.635888 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-0cc66afd-c370-4b31-9918-645792348113 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Floating IP 63122b3c-e625-4648-ad85-9d8818db4276 associated. External IP: 172.27.3.142, port: 5a5ce414-6f70-43b5-a7cc-7340f679070a. Jun 29 08:06:10.914460 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc66afd-c370-4b31-9918-645792348113 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Router eef5cbfa-6300-42f8-adf3-88dad4300f3c has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:06:11.024479 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc66afd-c370-4b31-9918-645792348113 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:06:11.029758 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0cc66afd-c370-4b31-9918-645792348113 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:11.034843 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] Sync routers for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:06:11.045240 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:06:11.045947 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:05:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:11.064623 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-0cc66afd-c370-4b31-9918-645792348113 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "PUT /v2.0/floatingips/63122b3c-e625-4648-ad85-9d8818db4276 HTTP/1.1" status: 200 len: 992 time: 1.1311793 Jun 29 08:06:11.066805 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:11.069951 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42" -d '{"events": [{"name": "network-changed", "server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:11.110992 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a47954-354d-4204-bb36-3b955068b2b1 x-openstack-request-id: req-51a47954-354d-4204-bb36-3b955068b2b1 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:11.111408 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:11.111929 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51a47954-354d-4204-bb36-3b955068b2b1 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:11.112399 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a47954-354d-4204-bb36-3b955068b2b1'] response: {'name': 'network-changed', 'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'status': 'completed', 'code': 200} Jun 29 08:06:11.124344 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:11.159379 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:06:11.195155 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744601c9-838b-4690-86c6-bcf0144b270b req-c0ee2b8b-6d19-4bec-85f3-d052d74c262a tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:11.196744 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-744601c9-838b-4690-86c6-bcf0144b270b req-c0ee2b8b-6d19-4bec-85f3-d052d74c262a tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0544312 Jun 29 08:06:11.231380 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:11.253773 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-744601c9-838b-4690-86c6-bcf0144b270b req-d98e520e-30d8-49fa-97f1-f87c3743f35e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510798 Jun 29 08:06:11.394477 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '63122b3c-e625-4648-ad85-9d8818db4276', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'port_id': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'mac_address': 'fa:16:3e:8c:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:05:11Z', 'updated_at': '2022-06-29T08:06:10Z', 'revision_number': 1, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:57Z', 'revision_number': 5, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:11.406990 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973defc9-c3c7-4599-87a1-6637d60ad61b req-8cf7bebc-7290-4d9c-a57f-a87e4b9fd40f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:11.408477 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-973defc9-c3c7-4599-87a1-6637d60ad61b req-8cf7bebc-7290-4d9c-a57f-a87e4b9fd40f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0480294 Jun 29 08:06:11.420181 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] Checking router: eef5cbfa-6300-42f8-adf3-88dad4300f3c for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:06:11.429924 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:06:11.430544 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:05:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:11.461362 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-973defc9-c3c7-4599-87a1-6637d60ad61b req-41bd0c49-6f7b-49cb-9bd5-f751ea8e2c02 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469916 Jun 29 08:06:11.538562 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:06:11.931269 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '63122b3c-e625-4648-ad85-9d8818db4276', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'port_id': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'mac_address': 'fa:16:3e:8c:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:05:11Z', 'updated_at': '2022-06-29T08:06:10Z', 'revision_number': 1, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:57Z', 'revision_number': 5, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:11.961505 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343df53d-7bd5-484e-981b-7447b7d91ef9 None None] The sync data for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi is: [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '63122b3c-e625-4648-ad85-9d8818db4276', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'port_id': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'mac_address': 'fa:16:3e:8c:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:05:11Z', 'updated_at': '2022-06-29T08:06:10Z', 'revision_number': 1, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:57Z', 'revision_number': 5, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:06:12.174546 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891f689b-d885-4aa8-92b0-d952964c1226 None None] New status for floating IP 63122b3c-e625-4648-ad85-9d8818db4276: ACTIVE {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:06:12.390129 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008f39e-5f43-4a05-a82c-0596640e7a5f req-263e1e38-ae5c-4f7a-abec-1cc619cb99f4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:12.391819 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5008f39e-5f43-4a05-a82c-0596640e7a5f req-263e1e38-ae5c-4f7a-abec-1cc619cb99f4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0664513 Jun 29 08:06:12.412026 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:12.461586 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5008f39e-5f43-4a05-a82c-0596640e7a5f req-8a913489-ed43-4ad7-abde-a026cbef1df6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628302 Jun 29 08:06:12.593242 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e944268-1cd1-4c1a-8f8d-969d4b54446e req-c7a81455-9d5d-4fff-8410-946328d26338 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:12.595165 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2e944268-1cd1-4c1a-8f8d-969d4b54446e req-c7a81455-9d5d-4fff-8410-946328d26338 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0564351 Jun 29 08:06:12.661901 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2e944268-1cd1-4c1a-8f8d-969d4b54446e req-967f7486-7a43-4981-b175-8b1ae991f504 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558755 Jun 29 08:06:12.767770 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:06:12.821971 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef748a-c170-4795-89e2-fc994df850ec req-4eac0d4c-16f9-4b99-988a-8d4c8398a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:12.823558 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-4eac0d4c-16f9-4b99-988a-8d4c8398a829 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7afb1bdb06042f4b983631745f32e19&device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 1127 time: 0.0455701 Jun 29 08:06:13.558916 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:13.599966 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526e744-7a2b-403e-9f7b-b6a76ebd95ab req-ea248fd4-9797-4f34-837e-3437effd8f43 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:13.601529 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e526e744-7a2b-403e-9f7b-b6a76ebd95ab req-ea248fd4-9797-4f34-837e-3437effd8f43 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0515959 Jun 29 08:06:13.627048 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dfb8e71b-41e2-4d03-8de7-4f7323f5b53b no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:06:13.662808 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e526e744-7a2b-403e-9f7b-b6a76ebd95ab req-81558da2-c498-4c2e-bcbb-5ef5162c94d0 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557208 Jun 29 08:06:13.711523 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b is: DOWN; New status is: DOWN {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:13.814840 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867cb03-6439-4435-b585-9fe3ad3fe4e7 req-d4c45b00-6526-4dfc-8c74-1a678ded9977 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:13.816519 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f867cb03-6439-4435-b585-9fe3ad3fe4e7 req-d4c45b00-6526-4dfc-8c74-1a678ded9977 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0632329 Jun 29 08:06:13.844125 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-85b0f418-5248-47e9-8e19-bca31c300f73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1315c7c2-f10d-4890-8b5e-93890c37db42 HTTP/1.1" status: 200 len: 217 time: 0.0486498 Jun 29 08:06:13.897298 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f867cb03-6439-4435-b585-9fe3ad3fe4e7 req-413bf4fd-cc64-4aa3-a173-779e897649f2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553007 Jun 29 08:06:13.985458 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-4b4d9750-0093-49a6-bf47-94f28e388666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:13.988281 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-4b4d9750-0093-49a6-bf47-94f28e388666 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 1130 time: 0.0581253 Jun 29 08:06:14.006601 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef748a-c170-4795-89e2-fc994df850ec req-f38141a5-97ec-4eb9-86d2-9cb835016f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:14.008270 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-f38141a5-97ec-4eb9-86d2-9cb835016f0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b26967be-8f94-423a-b6e8-46ec52764ca0 HTTP/1.1" status: 200 len: 854 time: 0.0739071 Jun 29 08:06:14.125157 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-315cccaf-6b16-4ad0-a535-fcbbc966a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:14.127695 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-315cccaf-6b16-4ad0-a535-fcbbc966a071 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.0963194 Jun 29 08:06:14.316127 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 42574) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:14.571265 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7ea6d232-0463-4db9-96e6-7586d3fd147e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:14.577591 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:14.587292 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-0e86558a-a8cb-49a0-98b5-c9932e019269 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a HTTP/1.1" status: 200 len: 1002 time: 0.1102965 Jun 29 08:06:14.636292 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [req-11283830-6b59-4a76-944a-3dc0f73a915f req-6b3b02fd-80d5-482f-925d-63e142300e91 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 08:06:14.655391 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-11283830-6b59-4a76-944a-3dc0f73a915f req-6b3b02fd-80d5-482f-925d-63e142300e91 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0305581 Jun 29 08:06:14.666524 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef748a-c170-4795-89e2-fc994df850ec req-d82d5fd3-a99c-4cbd-92fd-60730ed7de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:14.670676 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-d82d5fd3-a99c-4cbd-92fd-60730ed7de85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc13a0b9-e34d-4650-bb88-8388325ba847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1949658 Jun 29 08:06:14.672381 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-2a0bf7c3-672d-4493-83fa-d0a84cd97bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:14.676148 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-2a0bf7c3-672d-4493-83fa-d0a84cd97bb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.0748041 Jun 29 08:06:14.762574 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:14.808386 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-f0ce11bf-4da4-4dfc-886f-acfe2a5c9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:14.810717 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-f0ce11bf-4da4-4dfc-886f-acfe2a5c9591 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1131325 Jun 29 08:06:14.930509 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149806e-705f-4bd6-b8ea-04357355afa8 req-ad31d7f7-20df-47c6-ab56-3bdb979ec057 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:14.936471 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-37ac54e5-8f85-4a90-a164-f817ef7c3f7e service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394800 Jun 29 08:06:14.940847 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1149806e-705f-4bd6-b8ea-04357355afa8 req-ad31d7f7-20df-47c6-ab56-3bdb979ec057 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.1277182 Jun 29 08:06:15.057033 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7ea6d232-0463-4db9-96e6-7586d3fd147e admin admin] Publish callbacks [] for security_group (e659d2ba-8955-45d5-99f1-ac501ab13f15), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:15.078610 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7ea6d232-0463-4db9-96e6-7586d3fd147e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e659d2ba-8955-45d5-99f1-ac501ab13f15), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:15.171097 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93846e19-0a12-407d-ad85-71b4bd0ae69f req-715ee8d6-dbfd-4b54-831e-5e822faf78ab tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:15.173801 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-93846e19-0a12-407d-ad85-71b4bd0ae69f req-715ee8d6-dbfd-4b54-831e-5e822faf78ab tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.2112312 Jun 29 08:06:15.176774 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1149806e-705f-4bd6-b8ea-04357355afa8 req-07b698a0-49c3-4f78-9235-64b52348d13e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340715 Jun 29 08:06:15.228135 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-f0d0954d-8249-4b38-bf4c-3d92bee4800b service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979161 Jun 29 08:06:15.228890 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6d232-0463-4db9-96e6-7586d3fd147e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e659d2ba-8955-45d5-99f1-ac501ab13f15,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:15.237186 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-1cedaf74-c79d-4c4e-93f1-52f4f0f2c8d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1235681 Jun 29 08:06:15.253354 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-7ea6d232-0463-4db9-96e6-7586d3fd147e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60b844078680493c8efb657501f63946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9353251 Jun 29 08:06:15.255910 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 42614) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:15.309222 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-87ef748a-c170-4795-89e2-fc994df850ec req-241fe64d-96e2-4300-890a-ee3f40cc4e0e service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435180 Jun 29 08:06:15.339789 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-93846e19-0a12-407d-ad85-71b4bd0ae69f req-be008f55-999f-48be-ab94-269a3f56cccf tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495228 Jun 29 08:06:15.427222 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-0e991de5-70bc-4bdc-aa6e-553e940af6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:15.428806 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-0e991de5-70bc-4bdc-aa6e-553e940af6d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 1130 time: 0.1286325 Jun 29 08:06:15.465514 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Publish callbacks [] for security_group (e659d2ba-8955-45d5-99f1-ac501ab13f15), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:15.530195 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9572a7b-42e7-487e-9f60-81bd69898cf0 req-b59ec394-035a-4b1f-8598-64dea7e3c0c4 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:15.532788 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a9572a7b-42e7-487e-9f60-81bd69898cf0 req-b59ec394-035a-4b1f-8598-64dea7e3c0c4 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 945 time: 0.0777750 Jun 29 08:06:15.613082 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a9572a7b-42e7-487e-9f60-81bd69898cf0 req-3a356d69-9440-4ce0-a717-05e61a20e96e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668163 Jun 29 08:06:15.616419 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 42626) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:15.746386 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-d9d25eae-6911-4e86-856e-da351d5c32c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284194 Jun 29 08:06:15.757593 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f69119df-e3c7-4ac3-aab5-f66ab35b0f42 req-96262b93-4bb5-4a35-87d9-d16da1ebe8ad service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826310 Jun 29 08:06:15.760058 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-03b6592b-13b3-4b15-ad63-527fcfa90550 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 08:06:15.762077 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-03b6592b-13b3-4b15-ad63-527fcfa90550 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092435 Jun 29 08:06:15.772332 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Publish callbacks [] for security_group (e659d2ba-8955-45d5-99f1-ac501ab13f15), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:15.886074 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 42644) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:15.886284 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e659d2ba-8955-45d5-99f1-ac501ab13f15), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:15.890155 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:15.891840 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e659d2ba-8955-45d5-99f1-ac501ab13f15 HTTP/1.1" status: 204 len: 168 time: 0.6349013 Jun 29 08:06:15.911375 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e659d2ba-8955-45d5-99f1-ac501ab13f15,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:15.941636 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.942905 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.945322 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.947125 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.947664 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.948196 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.948548 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.948892 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.949257 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.949597 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.950298 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.950548 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.951280 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.951280 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:15.951519 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb1be0f-e360-4b68-8b33-a1eb30bacaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:16.021273 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:16.081349 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-ba5b7fe5-d427-4c31-a0c3-6549f8733708 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021534547&fields=id&tenant_id=26a20f6f9f254aae91c952ee44a4ff74 HTTP/1.1" status: 200 len: 267 time: 0.0706847 Jun 29 08:06:16.090067 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-90577aa4-0155-41f2-849d-54f3ab7d6bc1 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:16.093956 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-90577aa4-0155-41f2-849d-54f3ab7d6bc1 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports/dfb8e71b-41e2-4d03-8de7-4f7323f5b53b HTTP/1.1" status: 200 len: 940 time: 0.2058630 Jun 29 08:06:16.130658 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:16.281135 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-2f59f0a1-3e2a-4f35-8ac4-3a74927b9fe6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:16.284947 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-2f59f0a1-3e2a-4f35-8ac4-3a74927b9fe6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/networks?id=5b74e483-4a84-4149-9ef0-91f3e14ff64f HTTP/1.1" status: 200 len: 809 time: 0.1911485 Jun 29 08:06:16.308073 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-5f4f2b00-081c-4aab-9175-44dfca845ca3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/quotas/26a20f6f9f254aae91c952ee44a4ff74 HTTP/1.1" status: 200 len: 375 time: 0.0119998 Jun 29 08:06:16.413660 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-9c25f245-2f60-44c7-a1e7-61b01f9098d6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883052 Jun 29 08:06:16.416447 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 42664) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:16.446814 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709151f5-4661-409c-84dd-a78c8609f98e req-e93a011f-7420-4688-9069-2b80a7cb5569 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:16.450344 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-709151f5-4661-409c-84dd-a78c8609f98e req-e93a011f-7420-4688-9069-2b80a7cb5569 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.1027939 Jun 29 08:06:16.453446 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-11308f64-4645-463f-846a-5482c278f6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:16.559525 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-709151f5-4661-409c-84dd-a78c8609f98e req-35f137e4-efa4-46a1-85e4-dbb64d52721c tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985894 Jun 29 08:06:16.708185 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e9a317f8-e6d0-406e-8a19-ccafd1ac65dd service neutron] 10.222.0.43 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892470 Jun 29 08:06:16.732555 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908079a-d852-4fd6-9123-e48c8eeb6fbc req-258d6df3-03cf-4a1f-a112-58348d104a1f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:16.734053 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2908079a-d852-4fd6-9123-e48c8eeb6fbc req-258d6df3-03cf-4a1f-a112-58348d104a1f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0507324 Jun 29 08:06:16.781396 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-8948d2b7-2c84-4705-9432-8bc27e3d8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:16.782935 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-8948d2b7-2c84-4705-9432-8bc27e3d8cf7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 911 time: 0.2098062 Jun 29 08:06:16.784859 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-11308f64-4645-463f-846a-5482c278f6a0 admin admin] Publish callbacks [] for security_group (0a473998-29df-4181-a96c-b2430732fdee), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:16.809108 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2908079a-d852-4fd6-9123-e48c8eeb6fbc req-2ac5cb70-d414-4c8a-846f-96e811b79201 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651689 Jun 29 08:06:16.815761 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-11308f64-4645-463f-846a-5482c278f6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (0a473998-29df-4181-a96c-b2430732fdee), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:16.882664 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-11308f64-4645-463f-846a-5482c278f6a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fd18ea71ccd4365ba3354f041e002b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647129 Jun 29 08:06:16.891086 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 42672) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:16.893924 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11308f64-4645-463f-846a-5482c278f6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a473998-29df-4181-a96c-b2430732fdee,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:16.909407 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-93a488bd-0f4e-4915-9ab6-5d933795ceab service neutron] 10.222.0.43 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940236 Jun 29 08:06:16.998953 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301db7ad-5305-48b0-b0f0-e1338c627e09 req-5abe4afb-4313-4b1b-aef9-bd4b53316043 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:17.000577 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-301db7ad-5305-48b0-b0f0-e1338c627e09 req-5abe4afb-4313-4b1b-aef9-bd4b53316043 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 945 time: 0.1129885 Jun 29 08:06:17.043121 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1372af74-b0a5-451c-b106-88acaa2ed6c9 admin admin] Publish callbacks [] for security_group (0a473998-29df-4181-a96c-b2430732fdee), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:17.063756 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:17.076211 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:17.092534 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1372af74-b0a5-451c-b106-88acaa2ed6c9 admin admin] Publish callbacks [] for security_group (0a473998-29df-4181-a96c-b2430732fdee), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:17.097495 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-301db7ad-5305-48b0-b0f0-e1338c627e09 req-10bcbb53-d8d7-4da2-acee-dbce7cb713c0 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887833 Jun 29 08:06:17.161592 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1372af74-b0a5-451c-b106-88acaa2ed6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (0a473998-29df-4181-a96c-b2430732fdee), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:17.165496 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1372af74-b0a5-451c-b106-88acaa2ed6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:17.167014 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-1372af74-b0a5-451c-b106-88acaa2ed6c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a473998-29df-4181-a96c-b2430732fdee HTTP/1.1" status: 204 len: 168 time: 0.2737143 Jun 29 08:06:17.186064 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372af74-b0a5-451c-b106-88acaa2ed6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a473998-29df-4181-a96c-b2430732fdee,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:17.282095 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cfcb1d41-7282-47c0-88a6-a93baddb9283 req-126864da-d1c6-4f27-b661-e5ca6855adcf tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 210 time: 0.0391448 Jun 29 08:06:17.644857 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 1315c7c2-f10d-4890-8b5e-93890c37db42 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:06:17.796455 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 1315c7c2-f10d-4890-8b5e-93890c37db42, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1315c7c2-f10d-4890-8b5e-93890c37db42,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:17.805126 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645286e5-b39c-45a9-9b4b-2103c6a070fd req-5f018f6f-dd91-4f06-8cf7-d0b97f81c297 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:17.808121 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-645286e5-b39c-45a9-9b4b-2103c6a070fd req-5f018f6f-dd91-4f06-8cf7-d0b97f81c297 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0989056 Jun 29 08:06:17.813546 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'port_id': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'mac_address': 'fa:16:3e:e5:be:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:06:17.867635 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-645286e5-b39c-45a9-9b4b-2103c6a070fd req-49968b8d-76cf-419b-9c70-d6121cf94374 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531759 Jun 29 08:06:17.873333 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 1315c7c2-f10d-4890-8b5e-93890c37db42 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:17.873879 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:17.892874 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1315c7c2-f10d-4890-8b5e-93890c37db42 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:06:17.925767 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 1315c7c2-f10d-4890-8b5e-93890c37db42, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1315c7c2-f10d-4890-8b5e-93890c37db42,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:17.932344 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:18.002672 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=1315c7c2-f10d-4890-8b5e-93890c37db42,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:18.025594 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff68cb-fb8a-43d2-b5ae-aac43fc6d2ad req-9cef1298-4dbc-4c4a-ad5b-8ae654632cda tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:18.027200 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e6ff68cb-fb8a-43d2-b5ae-aac43fc6d2ad req-9cef1298-4dbc-4c4a-ad5b-8ae654632cda tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0684757 Jun 29 08:06:18.087995 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e6ff68cb-fb8a-43d2-b5ae-aac43fc6d2ad req-51f8ec5d-fe28-4b14-9006-b4594ba02ca0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544600 Jun 29 08:06:18.240807 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a8a5d-0581-400d-bf7d-5aeb1246701b req-08c5b220-b645-4c40-88bd-1f17f25464f6 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:18.242799 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-727a8a5d-0581-400d-bf7d-5aeb1246701b req-08c5b220-b645-4c40-88bd-1f17f25464f6 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 945 time: 0.0510943 Jun 29 08:06:18.379591 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['1315c7c2-f10d-4890-8b5e-93890c37db42'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:06:18.390336 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-727a8a5d-0581-400d-bf7d-5aeb1246701b req-d18adf4e-03fe-4368-abd2-5d68f7057e49 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397119 Jun 29 08:06:18.430489 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-8e885047-c8e7-4519-8610-a203ca59ab8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93d914e-7134-4247-b5f0-de80f217a1e0 HTTP/1.1" status: 200 len: 1002 time: 0.1354339 Jun 29 08:06:18.437857 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cd6026f1-3383-4962-bd07-fbc43f7a6eff req-83468814-d821-432e-bfd5-0f9aa3e81554 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 210 time: 0.0626171 Jun 29 08:06:18.600114 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-1b5120ab-ef3f-4a8e-872b-e89306f49554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:18.603021 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-1b5120ab-ef3f-4a8e-872b-e89306f49554 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609be66d-5709-4032-86d4-0115dbc1bb2c HTTP/1.1" status: 200 len: 849 time: 0.0962777 Jun 29 08:06:18.758973 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:18.804037 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:18.836784 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-c35541d3-6ec2-4aaf-9411-46aebef42426 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:18.839493 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-c35541d3-6ec2-4aaf-9411-46aebef42426 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 945 time: 0.1073179 Jun 29 08:06:18.841232 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-8065a33a-98a3-49d7-a75b-8543c0cd7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:18.842954 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-8065a33a-98a3-49d7-a75b-8543c0cd7db3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83284d8b-f58e-483b-bfde-1c25f92d3de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1130545 Jun 29 08:06:19.141533 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-219b12ad-5d79-4fb9-b94f-c1119c4dfee9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Deleting port dec20ad0-8f1a-494a-ad93-6642576929a5 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:06:19.141857 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-219b12ad-5d79-4fb9-b94f-c1119c4dfee9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:19.159495 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f02a4-c615-478f-92ed-46226f7d0f4b req-4847fa42-b335-4cd5-8ee0-0f5444bc5c83 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:19.161158 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5d0f02a4-c615-478f-92ed-46226f7d0f4b req-4847fa42-b335-4cd5-8ee0-0f5444bc5c83 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 944 time: 0.1514733 Jun 29 08:06:19.206347 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-a3463cf5-81ec-4f4a-890e-b8eda03a7c38 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247123 Jun 29 08:06:19.286909 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce775-5ef6-4998-b0dd-131aad8ce46c req-fd7f47c2-0265-408e-a659-d4c587936f18 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:19.294553 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1f5ce775-5ef6-4998-b0dd-131aad8ce46c req-fd7f47c2-0265-408e-a659-d4c587936f18 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0850542 Jun 29 08:06:19.359625 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5d0f02a4-c615-478f-92ed-46226f7d0f4b req-0adb0812-5760-4de8-b321-05769fa9e19f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747227 Jun 29 08:06:19.371671 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-219b12ad-5d79-4fb9-b94f-c1119c4dfee9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] For port dec20ad0-8f1a-494a-ad93-6642576929a5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dec20ad0-8f1a-494a-ad93-6642576929a5,segment=NetworkSegment(8de619eb-993d-4465-8999-83644ed7a23c),segment_id=8de619eb-993d-4465-8999-83644ed7a23c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:19.372037 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-219b12ad-5d79-4fb9-b94f-c1119c4dfee9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:19.390427 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1f5ce775-5ef6-4998-b0dd-131aad8ce46c req-484f909d-cb2e-4241-92b9-2df2b9edcbf1 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938218 Jun 29 08:06:19.429520 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-219b12ad-5d79-4fb9-b94f-c1119c4dfee9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Calling delete_port for dec20ad0-8f1a-494a-ad93-6642576929a5 owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:06:19.503788 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6c978321-15f1-4c6f-ab63-af30b91858e3 req-4e953c3c-fc85-4cc2-a4ed-323b20fc8c26 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303085 Jun 29 08:06:19.579095 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-a7a3662c-4ee6-40a8-90fe-efa9895f9e86 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:19.583032 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-a7a3662c-4ee6-40a8-90fe-efa9895f9e86 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.48 "GET /v2.0/networks?id=5b74e483-4a84-4149-9ef0-91f3e14ff64f HTTP/1.1" status: 200 len: 809 time: 0.2428579 Jun 29 08:06:19.634230 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2216f-3ec9-4195-ab67-f44e577ebcb8 req-62c976a8-3f63-41ff-bc2b-c99a4caea1e2 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:19.636084 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-07c2216f-3ec9-4195-ab67-f44e577ebcb8 req-62c976a8-3f63-41ff-bc2b-c99a4caea1e2 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 945 time: 0.0998504 Jun 29 08:06:19.664929 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 1315c7c2-f10d-4890-8b5e-93890c37db42 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:06:19.702086 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c34b33ae-10b9-4b3a-b4b9-21d4120b853f req-076a8a5b-4fc1-4b20-a7c6-bfab18720813 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 210 time: 0.0974154 Jun 29 08:06:19.712750 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-219b12ad-5d79-4fb9-b94f-c1119c4dfee9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (dec20ad0-8f1a-494a-ad93-6642576929a5), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:19.747389 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-ba461aa1-a60e-404c-8885-95704b1677fe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a20f6f9f254aae91c952ee44a4ff74 HTTP/1.1" status: 200 len: 380 time: 0.1293514 Jun 29 08:06:19.762230 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Request body: {'port': {'device_id': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'admin_state_up': True, 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'security_groups': ['7822055a-bfa4-4a37-b3db-755472de6134']}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:19.806013 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-07c2216f-3ec9-4195-ab67-f44e577ebcb8 req-eb1649e6-9a19-4057-bc7c-3a2d0b4f01f1 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604676 Jun 29 08:06:19.807850 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b12ad-5d79-4fb9-b94f-c1119c4dfee9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Pushing event deleted for resources: {'Port': ['ID=dec20ad0-8f1a-494a-ad93-6642576929a5,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:19.843284 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 1315c7c2-f10d-4890-8b5e-93890c37db42 completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:06:19.868892 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 1315c7c2-f10d-4890-8b5e-93890c37db42 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:06:19.871003 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:19.934415 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:19.946132 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-219b12ad-5d79-4fb9-b94f-c1119c4dfee9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] No DVR routers for this DVR port dec20ad0-8f1a-494a-ad93-6642576929a5 on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:06:19.949260 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-219b12ad-5d79-4fb9-b94f-c1119c4dfee9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:19.953098 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f0e56dd9-79bc-4976-94d5-319d3ebb3017 req-219b12ad-5d79-4fb9-b94f-c1119c4dfee9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.48 "DELETE /v2.0/ports/dec20ad0-8f1a-494a-ad93-6642576929a5 HTTP/1.1" status: 204 len: 173 time: 1.0818441 Jun 29 08:06:19.958872 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e99307a-e437-4e8d-821c-319cc555e209', 'name': 'network-vif-deleted', 'tag': 'dec20ad0-8f1a-494a-ad93-6642576929a5'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:19.963256 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Made reservation on behalf of 26a20f6f9f254aae91c952ee44a4ff74 for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:06:19.963473 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eecd07-0365-43fa-9736-940f6a70dae8" -d '{"events": [{"server_uuid": "2e99307a-e437-4e8d-821c-319cc555e209", "name": "network-vif-deleted", "tag": "dec20ad0-8f1a-494a-ad93-6642576929a5"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:19.971792 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:19.975213 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:20.025763 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 1315c7c2-f10d-4890-8b5e-93890c37db42 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:20.026510 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.071399 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 1315c7c2-f10d-4890-8b5e-93890c37db42, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1315c7c2-f10d-4890-8b5e-93890c37db42,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:20.072902 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:20.075735 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba50c10-e826-42e9-940a-31486322ef20" -d '{"events": [{"server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "name": "network-vif-plugged", "status": "completed", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:20.081350 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.102170 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f03a48-e0ae-4fce-ba00-b6402235a8fa x-openstack-request-id: req-d8f03a48-e0ae-4fce-ba00-b6402235a8fa {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:20.102580 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e99307a-e437-4e8d-821c-319cc555e209", "name": "network-vif-deleted", "tag": "dec20ad0-8f1a-494a-ad93-6642576929a5", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:20.102918 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8f03a48-e0ae-4fce-ba00-b6402235a8fa {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:20.103437 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f03a48-e0ae-4fce-ba00-b6402235a8fa'] response: {'server_uuid': '2e99307a-e437-4e8d-821c-319cc555e209', 'name': 'network-vif-deleted', 'tag': 'dec20ad0-8f1a-494a-ad93-6642576929a5', 'status': 'completed', 'code': 200} Jun 29 08:06:20.180278 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=1315c7c2-f10d-4890-8b5e-93890c37db42,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:20.186629 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82b4236-6520-4f3a-8bdd-c654659eca78 x-openstack-request-id: req-f82b4236-6520-4f3a-8bdd-c654659eca78 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:20.187064 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "name": "network-vif-plugged", "status": "completed", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:20.187403 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f82b4236-6520-4f3a-8bdd-c654659eca78 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:20.187895 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f82b4236-6520-4f3a-8bdd-c654659eca78'] response: {'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'code': 200} Jun 29 08:06:20.197948 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 42774) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:20.213241 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 42778) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:20.263022 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Allocated IP 172.20.0.14 (5b74e483-4a84-4149-9ef0-91f3e14ff64f/31a1f052-0de0-4021-ba10-ad1ca2d58d4b/3828b918-ada6-49b4-b99e-2bfa66c92b2d) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:06:20.365753 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0953a3a0-1f30-4fa1-aedc-814bac9df11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.395537 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:20.502070 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.503316 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:20.505384 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:20.526979 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0953a3a0-1f30-4fa1-aedc-814bac9df11c admin admin] Publish callbacks [] for security_group (dcff2f6d-c965-46f9-9a74-a2dc185d7604), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.548157 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a74756b-0e24-492b-8435-e476eba349ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.552205 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0953a3a0-1f30-4fa1-aedc-814bac9df11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (dcff2f6d-c965-46f9-9a74-a2dc185d7604), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.574036 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76446545-5ddc-4106-91f3-445b8e905a8a req-6ca34f4f-d495-4e27-b48e-0291bb4c4a2d tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:20.575702 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-76446545-5ddc-4106-91f3-445b8e905a8a req-6ca34f4f-d495-4e27-b48e-0291bb4c4a2d tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0714264 Jun 29 08:06:20.595789 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.613454 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:20.634378 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953a3a0-1f30-4fa1-aedc-814bac9df11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcff2f6d-c965-46f9-9a74-a2dc185d7604,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:20.660759 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbd218-e776-43f7-a739-0077d26a6d10 req-5fdd36d1-92b2-46b3-8f93-696467e38ea3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:20.662498 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-43dbd218-e776-43f7-a739-0077d26a6d10 req-5fdd36d1-92b2-46b3-8f93-696467e38ea3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.1385136 Jun 29 08:06:20.677340 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0953a3a0-1f30-4fa1-aedc-814bac9df11c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8040efc94af146ff9f891773277564b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738243 Jun 29 08:06:20.689138 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 42786) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:20.696012 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event updated for resources: {'Port': ['ID=3828b918-ada6-49b4-b99e-2bfa66c92b2d,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:20.700068 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Network 5b74e483-4a84-4149-9ef0-91f3e14ff64f is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:06:20.707079 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:06:20.720776 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-76446545-5ddc-4106-91f3-445b8e905a8a req-3d03cf65-788d-4f6b-9c55-e0c311438f0a tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345143 Jun 29 08:06:20.724940 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:06:20.806426 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:20.807489 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.859864 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-d321784b-9801-4226-a0dc-e1889906d9d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1071444 Jun 29 08:06:20.866485 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-43dbd218-e776-43f7-a739-0077d26a6d10 req-30935577-c840-4f68-9bd9-f0a88da97698 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798968 Jun 29 08:06:20.872922 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60f902-a1c3-429b-b9e3-c4bf6cd8a436 req-8687fce8-9dfa-491c-b767-bff09d6c6a0b tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:20.874756 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1b60f902-a1c3-429b-b9e3-c4bf6cd8a436 req-8687fce8-9dfa-491c-b767-bff09d6c6a0b tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 932 time: 0.0636683 Jun 29 08:06:20.879555 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f3e69ec1-8fe1-474e-aebe-87f4bde3d3cd admin admin] Publish callbacks [] for security_group (dcff2f6d-c965-46f9-9a74-a2dc185d7604), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.927940 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f3e69ec1-8fe1-474e-aebe-87f4bde3d3cd admin admin] Publish callbacks [] for security_group (dcff2f6d-c965-46f9-9a74-a2dc185d7604), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:20.956400 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1b60f902-a1c3-429b-b9e3-c4bf6cd8a436 req-a8a31ac6-bf0c-443e-b95b-faeb9e2b7759 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611863 Jun 29 08:06:21.005063 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a74756b-0e24-492b-8435-e476eba349ed admin admin] Publish callbacks [] for security_group (bf279476-35c5-4408-b73e-cbdc35056e0d), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.008259 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-834b4432-8320-4696-954e-cae148c11a36 req-ba375f1f-3f0c-4e88-8789-6408e94415cb tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e99307a-e437-4e8d-821c-319cc555e209 HTTP/1.1" status: 200 len: 210 time: 0.0439324 Jun 29 08:06:21.010771 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a74756b-0e24-492b-8435-e476eba349ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (bf279476-35c5-4408-b73e-cbdc35056e0d), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.065230 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f3e69ec1-8fe1-474e-aebe-87f4bde3d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (dcff2f6d-c965-46f9-9a74-a2dc185d7604), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.067265 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-819496b1-bfe3-4d2c-917c-5b1556e26011 None None] Provisioning complete for port 3828b918-ada6-49b4-b99e-2bfa66c92b2d triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:06:21.068417 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-819496b1-bfe3-4d2c-917c-5b1556e26011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.072408 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f3e69ec1-8fe1-474e-aebe-87f4bde3d3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.077088 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f3e69ec1-8fe1-474e-aebe-87f4bde3d3cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcff2f6d-c965-46f9-9a74-a2dc185d7604 HTTP/1.1" status: 204 len: 168 time: 0.3808198 Jun 29 08:06:21.077547 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-8a74756b-0e24-492b-8435-e476eba349ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba57ec37209b4d9a919dfdfb1d2966f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8596966 Jun 29 08:06:21.080909 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 42794) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:21.095622 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Request body: {'port': {'device_id': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:21.135021 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-819496b1-bfe3-4d2c-917c-5b1556e26011 None None] Port 3828b918-ada6-49b4-b99e-2bfa66c92b2d cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:06:21.146315 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74756b-0e24-492b-8435-e476eba349ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf279476-35c5-4408-b73e-cbdc35056e0d,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:21.186465 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e69ec1-8fe1-474e-aebe-87f4bde3d3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcff2f6d-c965-46f9-9a74-a2dc185d7604,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:21.211434 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.285377 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-fdfa0a57-4fd9-45ff-b41c-0a9df5b11aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:21.287522 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-fdfa0a57-4fd9-45ff-b41c-0a9df5b11aef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c&tenant_id=4cd09897be9c4642b91dfb53a536e7d1 HTTP/1.1" status: 200 len: 1127 time: 0.1749327 Jun 29 08:06:21.293912 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfbe41-daf6-4217-b8c8-bf98eebc0d34 req-d7433a0c-bfde-422a-a221-fe8301846941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:21.295136 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cadfbe41-daf6-4217-b8c8-bf98eebc0d34 req-d7433a0c-bfde-422a-a221-fe8301846941 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 1129 time: 0.1931493 Jun 29 08:06:21.326132 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a6b93de9-fafb-497f-87d2-21f564569a57 admin admin] Publish callbacks [] for security_group (bf279476-35c5-4408-b73e-cbdc35056e0d), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.391754 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.420839 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a6b93de9-fafb-497f-87d2-21f564569a57 admin admin] Publish callbacks [] for security_group (bf279476-35c5-4408-b73e-cbdc35056e0d), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.463736 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-d7fdc715-fd6f-45d5-ac0e-dcf35fc160b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:21.465296 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-d7fdc715-fd6f-45d5-ac0e-dcf35fc160b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 1127 time: 0.1144581 Jun 29 08:06:21.486753 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cadfbe41-daf6-4217-b8c8-bf98eebc0d34 req-d50e09e2-6954-43b1-80f7-fb8378131520 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524742 Jun 29 08:06:21.515944 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:21.536280 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:21.596202 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a6b93de9-fafb-497f-87d2-21f564569a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (bf279476-35c5-4408-b73e-cbdc35056e0d), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.598855 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a6b93de9-fafb-497f-87d2-21f564569a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.603197 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-a6b93de9-fafb-497f-87d2-21f564569a57 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf279476-35c5-4408-b73e-cbdc35056e0d HTTP/1.1" status: 204 len: 168 time: 0.5178714 Jun 29 08:06:21.617123 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b93de9-fafb-497f-87d2-21f564569a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf279476-35c5-4408-b73e-cbdc35056e0d,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:21.620220 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-19e5e590-96ab-4c51-a928-73b24e3b63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:21.622167 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-19e5e590-96ab-4c51-a928-73b24e3b63c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 918 time: 0.1342685 Jun 29 08:06:21.633194 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:21.656312 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dec20ad0-8f1a-494a-ad93-6642576929a5 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:06:21.691254 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: dec20ad0-8f1a-494a-ad93-6642576929a5 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:06:21.691611 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dec20ad0-8f1a-494a-ad93-6642576929a5 not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:06:21.701340 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 42800) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:21.719114 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e189d12a-a21b-44cb-a88d-5d1f1f525d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.890262 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579415f6-6e1c-4ff4-ad5a-04f25ad041a6 req-e98c7c15-9ef2-4d4b-b47f-2e1102d6f348 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:21.893720 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-579415f6-6e1c-4ff4-ad5a-04f25ad041a6 req-e98c7c15-9ef2-4d4b-b47f-2e1102d6f348 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0782371 Jun 29 08:06:21.950044 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e189d12a-a21b-44cb-a88d-5d1f1f525d37 admin admin] Publish callbacks [] for security_group (94f698c8-98ed-452c-af8d-69e1caaddefe), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:21.959264 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-d23e1ea4-46fa-44eb-b030-abd67f927835 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b HTTP/1.1" status: 200 len: 999 time: 0.1531034 Jun 29 08:06:21.961059 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e189d12a-a21b-44cb-a88d-5d1f1f525d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (94f698c8-98ed-452c-af8d-69e1caaddefe), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:22.016266 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:22.020628 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-579415f6-6e1c-4ff4-ad5a-04f25ad041a6 req-0988fa5a-21dc-4855-bdb9-c5c1a0532d60 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973976 Jun 29 08:06:22.027759 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3828b918-ada6-49b4-b99e-2bfa66c92b2d {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:06:22.038368 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Publish callbacks [] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:22.054415 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-e189d12a-a21b-44cb-a88d-5d1f1f525d37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d33dbc447a34f9686bce10474bafbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515995 Jun 29 08:06:22.055238 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 42814) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:22.065907 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Transition to ACTIVE for port object 3828b918-ada6-49b4-b99e-2bfa66c92b2d will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:06:22.067627 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189d12a-a21b-44cb-a88d-5d1f1f525d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f698c8-98ed-452c-af8d-69e1caaddefe,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:22.072594 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:22.095020 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81ba2a-941a-4d29-9ff5-b2fc96054d02 req-5d33a454-0693-48f5-b249-d78be6837c6a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:22.103445 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bc81ba2a-941a-4d29-9ff5-b2fc96054d02 req-5d33a454-0693-48f5-b249-d78be6837c6a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.1178515 Jun 29 08:06:22.173116 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bc81ba2a-941a-4d29-9ff5-b2fc96054d02 req-435f400a-1446-4d0a-b15d-5facee994d5c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680687 Jun 29 08:06:22.192045 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3828b918-ada6-49b4-b99e-2bfa66c92b2d,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:22.220916 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de154407-e53c-4472-a6da-bb40aa32ca6d req-92b16a29-1539-4a81-bd86-ec9ff147e791 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:22.223195 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-de154407-e53c-4472-a6da-bb40aa32ca6d req-92b16a29-1539-4a81-bd86-ec9ff147e791 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.1027446 Jun 29 08:06:22.272091 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21789ba2-9b5e-4c6b-a0ef-0c8a97afd4de admin admin] Publish callbacks [] for security_group (94f698c8-98ed-452c-af8d-69e1caaddefe), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:22.385211 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Attempting to bind port 3828b918-ada6-49b4-b99e-2bfa66c92b2d on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:06:22.385579 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Attempting to bind port 3828b918-ada6-49b4-b99e-2bfa66c92b2d by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:06:22.386042 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Attempting to bind port 3828b918-ada6-49b4-b99e-2bfa66c92b2d on network 5b74e483-4a84-4149-9ef0-91f3e14ff64f {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:06:22.391659 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Port 3828b918-ada6-49b4-b99e-2bfa66c92b2d on network 5b74e483-4a84-4149-9ef0-91f3e14ff64f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:06:22.391659 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Attempting to bind port 3828b918-ada6-49b4-b99e-2bfa66c92b2d on network 5b74e483-4a84-4149-9ef0-91f3e14ff64f {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:06:22.402739 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:22.402739 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:06:22.402739 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Checking segment: {'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:06:22.402739 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Bound using segment: {'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:06:22.402739 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Bound port: 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033f85d4-65fb-472b-803a-691a96a0bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:06:22.402739 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:22.408403 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-de154407-e53c-4472-a6da-bb40aa32ca6d req-410e9436-c1fe-4903-98cc-d1e9a64f539f tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631691 Jun 29 08:06:22.505676 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] For port 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:06:22.510291 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] For port 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:06:22.522743 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:22.602651 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:22.607068 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:22.609862 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/3828b918-ada6-49b4-b99e-2bfa66c92b2d HTTP/1.1" status: 200 len: 1094 time: 1.5198441 Jun 29 08:06:22.619011 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:22.620046 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910f344a-8583-4fc3-9901-790f17cad53d" -d '{"events": [{"name": "network-changed", "server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:22.678813 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985ceb8-97ab-4b48-a9dc-ab7380eb31b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3828b918-ada6-49b4-b99e-2bfa66c92b2d,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:22.698449 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d1e037-48d7-40c8-9729-1e73079945d1 x-openstack-request-id: req-82d1e037-48d7-40c8-9729-1e73079945d1 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:22.698750 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:22.698998 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82d1e037-48d7-40c8-9729-1e73079945d1 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:22.699514 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d1e037-48d7-40c8-9729-1e73079945d1'] response: {'name': 'network-changed', 'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'status': 'completed', 'code': 200} Jun 29 08:06:22.739984 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21789ba2-9b5e-4c6b-a0ef-0c8a97afd4de admin admin] Publish callbacks [] for security_group (94f698c8-98ed-452c-af8d-69e1caaddefe), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:22.749179 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:22.755539 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:22.790885 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-f9f59577-49fc-4528-9afc-bad4b64eebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:22.792745 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-f9f59577-49fc-4528-9afc-bad4b64eebba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 200 len: 856 time: 0.4819460 Jun 29 08:06:22.839748 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21789ba2-9b5e-4c6b-a0ef-0c8a97afd4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (94f698c8-98ed-452c-af8d-69e1caaddefe), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:22.842387 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21789ba2-9b5e-4c6b-a0ef-0c8a97afd4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:22.843530 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-21789ba2-9b5e-4c6b-a0ef-0c8a97afd4de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94f698c8-98ed-452c-af8d-69e1caaddefe HTTP/1.1" status: 204 len: 168 time: 0.7849262 Jun 29 08:06:22.857670 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21789ba2-9b5e-4c6b-a0ef-0c8a97afd4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f698c8-98ed-452c-af8d-69e1caaddefe,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:23.172998 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00567bbf-7010-43f8-b394-fb25cfc04269 req-e21d903e-26d1-499a-b45a-3c703a646cd1 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:23.175387 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-00567bbf-7010-43f8-b394-fb25cfc04269 req-e21d903e-26d1-499a-b45a-3c703a646cd1 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0717354 Jun 29 08:06:23.267440 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-00567bbf-7010-43f8-b394-fb25cfc04269 req-2aa215c1-df50-4d64-93b3-8c7733c778e6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854647 Jun 29 08:06:23.289618 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 42856) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:23.349980 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf2745-a833-4e90-84e3-b5255fb24ba9 req-3a3b72c4-4b42-4bc4-ae7d-b6dda27e152f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:23.352536 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8acf2745-a833-4e90-84e3-b5255fb24ba9 req-3a3b72c4-4b42-4bc4-ae7d-b6dda27e152f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0809457 Jun 29 08:06:23.440581 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8acf2745-a833-4e90-84e3-b5255fb24ba9 req-84ddb73d-5e87-43d6-b1c6-3d15679ea607 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821109 Jun 29 08:06:23.441906 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5d296cc9-16e2-4cbe-baa3-74044d5b4ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:23.508023 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:23.562661 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5d296cc9-16e2-4cbe-baa3-74044d5b4ace admin admin] Publish callbacks [] for security_group (2b7ee777-152e-4a9a-af51-62311d739d16), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:23.568176 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5d296cc9-16e2-4cbe-baa3-74044d5b4ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (2b7ee777-152e-4a9a-af51-62311d739d16), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:23.577122 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24957085-9af8-4923-8cf4-986efb224c64 req-46b14cde-8e19-48e7-885d-7b9e5212107b tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:23.579903 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-24957085-9af8-4923-8cf4-986efb224c64 req-46b14cde-8e19-48e7-885d-7b9e5212107b tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0721741 Jun 29 08:06:23.617637 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:23.625985 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5d296cc9-16e2-4cbe-baa3-74044d5b4ace admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2423b72f85274b5bbdeae539483eb699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320909 Jun 29 08:06:23.625985 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d296cc9-16e2-4cbe-baa3-74044d5b4ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7ee777-152e-4a9a-af51-62311d739d16,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:23.629255 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 42872) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:23.695367 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-24957085-9af8-4923-8cf4-986efb224c64 req-35173ee6-a114-45d2-b78e-63fb8c5eb2f2 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045678 Jun 29 08:06:23.702111 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5c04c381-0485-4238-8279-5762e2a948f6 admin admin] Publish callbacks [] for security_group (2b7ee777-152e-4a9a-af51-62311d739d16), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:23.737190 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5c04c381-0485-4238-8279-5762e2a948f6 admin admin] Publish callbacks [] for security_group (2b7ee777-152e-4a9a-af51-62311d739d16), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:23.800022 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5c04c381-0485-4238-8279-5762e2a948f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (2b7ee777-152e-4a9a-af51-62311d739d16), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:23.804405 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5c04c381-0485-4238-8279-5762e2a948f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:23.806371 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5c04c381-0485-4238-8279-5762e2a948f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b7ee777-152e-4a9a-af51-62311d739d16 HTTP/1.1" status: 204 len: 168 time: 0.1759760 Jun 29 08:06:23.819993 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04c381-0485-4238-8279-5762e2a948f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7ee777-152e-4a9a-af51-62311d739d16,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:24.412238 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c0e09-eadb-490d-a1b8-57c8d542168b req-b3ec733f-43e9-4b99-971c-9f7764ec0672 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:24.413986 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-173c0e09-eadb-490d-a1b8-57c8d542168b req-b3ec733f-43e9-4b99-971c-9f7764ec0672 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0608838 Jun 29 08:06:24.440567 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b8cb-80a6-430b-b8fc-837944685a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:24.477101 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-173c0e09-eadb-490d-a1b8-57c8d542168b req-ec096326-da16-46ef-afeb-f9404eb6ef4e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572598 Jun 29 08:06:24.602476 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6889dd-edd2-41e1-8ecc-6387327c1de9 req-960c5065-f445-4213-aa42-590977826831 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:24.604080 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4a6889dd-edd2-41e1-8ecc-6387327c1de9 req-960c5065-f445-4213-aa42-590977826831 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0594435 Jun 29 08:06:24.676321 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4a6889dd-edd2-41e1-8ecc-6387327c1de9 req-df8c8984-a59a-4243-aa9f-ef4f2fcbfa0f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642862 Jun 29 08:06:24.823118 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9e77-9316-497b-bcff-3b7e2c81391c req-62894a51-90fc-4c42-8094-a57e943c143b tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:24.825094 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1f3e9e77-9316-497b-bcff-3b7e2c81391c req-62894a51-90fc-4c42-8094-a57e943c143b tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0536759 Jun 29 08:06:24.881121 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1f3e9e77-9316-497b-bcff-3b7e2c81391c req-80c5d48b-4275-48ec-81d1-f02f15c1ba16 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493443 Jun 29 08:06:25.645246 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682e821-1c8c-49ee-9935-12b8adc61c9e req-99d2314f-0435-478e-bcc9-c64c16bd8679 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:25.646902 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8682e821-1c8c-49ee-9935-12b8adc61c9e req-99d2314f-0435-478e-bcc9-c64c16bd8679 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0548341 Jun 29 08:06:25.721302 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8682e821-1c8c-49ee-9935-12b8adc61c9e req-4feaa60f-1952-420c-8bbe-d2a32cf877ba tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655606 Jun 29 08:06:25.927667 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f344a-8583-4fc3-9901-790f17cad53d req-4ad6b31b-b6d9-4f40-923c-c5c8f3a21b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:25.930553 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-910f344a-8583-4fc3-9901-790f17cad53d req-4ad6b31b-b6d9-4f40-923c-c5c8f3a21b95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1128 time: 0.0532606 Jun 29 08:06:25.933275 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bbaff-401f-490e-a78a-765732b13c04 req-d173016d-5fac-455d-8239-8546e5d6db8d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:25.934866 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a12bbaff-401f-490e-a78a-765732b13c04 req-d173016d-5fac-455d-8239-8546e5d6db8d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.1200233 Jun 29 08:06:25.950949 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-0623aefa-a7d6-4ce5-a0bd-5b6654bfd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:25.952049 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-0623aefa-a7d6-4ce5-a0bd-5b6654bfd78a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f3afbc5-288f-4461-967f-3d79e5607ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0951660 Jun 29 08:06:25.988062 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:26.078110 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a12bbaff-401f-490e-a78a-765732b13c04 req-04cb2826-733a-46b2-b15f-0eee2a4a8197 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249046 Jun 29 08:06:26.107914 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-7168c998-7e54-4ee9-9ffe-63e389879656 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442871 Jun 29 08:06:26.119472 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c76c50-d280-4e56-9eef-cec27c148765 req-b81544d4-caf1-4dcb-856d-6f106ea68c7e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:26.121435 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-74c76c50-d280-4e56-9eef-cec27c148765 req-b81544d4-caf1-4dcb-856d-6f106ea68c7e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.1140404 Jun 29 08:06:26.153257 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f344a-8583-4fc3-9901-790f17cad53d req-8e063716-4694-498f-9d90-aba102dd8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:26.155456 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-910f344a-8583-4fc3-9901-790f17cad53d req-8e063716-4694-498f-9d90-aba102dd8a4e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2110875 Jun 29 08:06:26.236742 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-74c76c50-d280-4e56-9eef-cec27c148765 req-068af38b-b677-4458-81ee-ffa88b20ea2e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070347 Jun 29 08:06:26.238505 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c6883e9e-f54c-4f6e-99b4-c0b7ca7c2862 req-c9bee23d-cea4-4300-87fd-d4bde1f31769 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233261 Jun 29 08:06:26.311025 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f344a-8583-4fc3-9901-790f17cad53d req-04c86803-7187-431e-a8b2-075d7a668109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:26.312846 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-910f344a-8583-4fc3-9901-790f17cad53d req-04c86803-7187-431e-a8b2-075d7a668109 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477139 Jun 29 08:06:26.537584 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-5a53f39b-7c01-4687-9f30-5c09665d2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:26.539173 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-5a53f39b-7c01-4687-9f30-5c09665d2208 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1128 time: 0.0466764 Jun 29 08:06:26.589569 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-1fefb860-0fb2-4fa0-840f-de95c1b58ae0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d HTTP/1.1" status: 200 len: 217 time: 0.0352945 Jun 29 08:06:26.653202 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-576ed063-7fe1-4114-b82c-94bac529176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:26.654722 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-576ed063-7fe1-4114-b82c-94bac529176c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31a1f052-0de0-4021-ba10-ad1ca2d58d4b HTTP/1.1" status: 200 len: 848 time: 0.0546982 Jun 29 08:06:26.706638 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-893f4ce1-1d8e-413d-b865-d2ca8f7f8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:26.708226 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-893f4ce1-1d8e-413d-b865-d2ca8f7f8543 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b74e483-4a84-4149-9ef0-91f3e14ff64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451825 Jun 29 08:06:26.745414 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:26.837411 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-938b0fca-8653-416c-89c6-58b884ffa023 service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180866 Jun 29 08:06:26.947770 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68c186-2920-4091-868d-42acc7ca7b48 req-e1bc27b8-9473-43ac-bb65-ea579960de24 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:26.950614 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2f68c186-2920-4091-868d-42acc7ca7b48 req-e1bc27b8-9473-43ac-bb65-ea579960de24 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.1115375 Jun 29 08:06:26.964161 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26634524-11d3-4351-b23d-be0d70495e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:27.037491 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2f68c186-2920-4091-868d-42acc7ca7b48 req-441a8fba-2351-477a-9bef-d5c36a4899bb tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798385 Jun 29 08:06:27.075109 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8885d82-89fc-45c4-aa0c-13042308bf21 req-24c48fa8-0480-43fb-a843-273214ac2d1a service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305193 Jun 29 08:06:27.260305 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b184a77-215a-4bc2-84f2-4f27bf5eb01d req-9a17627a-5c87-423a-92c9-09c9f92ad06d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:27.262132 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5b184a77-215a-4bc2-84f2-4f27bf5eb01d req-9a17627a-5c87-423a-92c9-09c9f92ad06d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0594585 Jun 29 08:06:27.271920 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0dd76-b0c4-48bb-9d57-8acacdf8cadc req-3a429503-d6bd-49c2-8b3b-1e4199da4f82 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:27.275098 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-43f0dd76-b0c4-48bb-9d57-8acacdf8cadc req-3a429503-d6bd-49c2-8b3b-1e4199da4f82 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0724251 Jun 29 08:06:27.330719 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:27.356198 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5b184a77-215a-4bc2-84f2-4f27bf5eb01d req-529debad-b3c4-4c5a-a25c-845ccefae446 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854607 Jun 29 08:06:27.406590 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-43f0dd76-b0c4-48bb-9d57-8acacdf8cadc req-0bd8d662-e90d-4592-9ede-d2aecba1b095 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254399 Jun 29 08:06:27.485323 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35035d21-f8ec-4304-afff-3e8a6d26930e req-ab2832e8-ad63-4897-bced-1f9693ae12f1 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:27.490802 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-35035d21-f8ec-4304-afff-3e8a6d26930e req-ab2832e8-ad63-4897-bced-1f9693ae12f1 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0597048 Jun 29 08:06:27.595332 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-35035d21-f8ec-4304-afff-3e8a6d26930e req-9f7ed97e-05bd-461d-8425-a1e0f2393696 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960135 Jun 29 08:06:27.942138 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a910f-e380-435e-9429-cab0841d283b req-8eef7038-fee0-41f6-9501-774d34568616 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:27.953780 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-109a910f-e380-435e-9429-cab0841d283b req-8eef7038-fee0-41f6-9501-774d34568616 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.1092629 Jun 29 08:06:28.022676 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:28.029859 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-109a910f-e380-435e-9429-cab0841d283b req-8646d37f-a011-408c-a7cf-1eb61b199949 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736108 Jun 29 08:06:28.327144 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:28.667916 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3077f1-0ef4-4c65-902d-7963ee51e4c4 req-b4b9de58-c01e-4f55-a0f8-dad013736ab4 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:28.669875 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-da3077f1-0ef4-4c65-902d-7963ee51e4c4 req-b4b9de58-c01e-4f55-a0f8-dad013736ab4 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.1571085 Jun 29 08:06:28.744692 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-da3077f1-0ef4-4c65-902d-7963ee51e4c4 req-d6cf2b2a-4c5f-4c4c-ba0a-a9f92e64ed70 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669942 Jun 29 08:06:28.771039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd676a2-c5eb-4a7e-96a4-e167d41a4703 req-6065a31c-b1aa-4a81-9f60-52367a9e2e28 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:28.773016 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4dd676a2-c5eb-4a7e-96a4-e167d41a4703 req-6065a31c-b1aa-4a81-9f60-52367a9e2e28 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0710378 Jun 29 08:06:28.886748 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4dd676a2-c5eb-4a7e-96a4-e167d41a4703 req-8dcfdc7d-4c04-4a16-b9fc-ca6914055e58 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065440 Jun 29 08:06:29.525935 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:29.885510 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:29.892542 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70fd34-5e57-4ac1-a067-008c6cde681e req-68d539a7-58ab-4284-aada-88e80aba36af tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:29.894487 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c70fd34-5e57-4ac1-a067-008c6cde681e req-68d539a7-58ab-4284-aada-88e80aba36af tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0510685 Jun 29 08:06:29.960884 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c70fd34-5e57-4ac1-a067-008c6cde681e req-89bd491a-9943-4422-adf8-13c3873a1d94 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606146 Jun 29 08:06:30.055107 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dc5cd-4829-4077-927e-4e271f3a523f req-4f36b800-f514-4da9-9a53-2eee5fa5deae tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:30.056261 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-709dc5cd-4829-4077-927e-4e271f3a523f req-4f36b800-f514-4da9-9a53-2eee5fa5deae tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0549908 Jun 29 08:06:30.130137 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-709dc5cd-4829-4077-927e-4e271f3a523f req-abda1fcb-8707-432d-8041-5247687fbfc4 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664146 Jun 29 08:06:31.103655 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5f9fe-cfd4-49aa-a461-e6fcdcecb599 req-0aaa7522-0624-4f78-9212-19d184d9dbda tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:31.106266 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-46d5f9fe-cfd4-49aa-a461-e6fcdcecb599 req-0aaa7522-0624-4f78-9212-19d184d9dbda tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0559847 Jun 29 08:06:31.190029 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-46d5f9fe-cfd4-49aa-a461-e6fcdcecb599 req-c4265d35-1f9d-49ea-9f6f-53b7719d86a1 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703602 Jun 29 08:06:31.303779 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598b254-4fc8-48e3-a091-23944dabd90b req-2e29eea8-32de-448d-9df6-0ad33a4b3057 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:31.305518 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b598b254-4fc8-48e3-a091-23944dabd90b req-2e29eea8-32de-448d-9df6-0ad33a4b3057 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0670657 Jun 29 08:06:31.360474 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b598b254-4fc8-48e3-a091-23944dabd90b req-d3ea0b6f-64cd-44a3-99fa-db181b60619e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491624 Jun 29 08:06:32.345140 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55a7af-4c74-4fe5-8b96-722146c451d7 req-59f1ec15-8878-46af-a3f7-bd43dbeb22e3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:32.347915 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6d55a7af-4c74-4fe5-8b96-722146c451d7 req-59f1ec15-8878-46af-a3f7-bd43dbeb22e3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0724652 Jun 29 08:06:32.410103 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6d55a7af-4c74-4fe5-8b96-722146c451d7 req-4a8f032b-ae63-4a5a-871a-757db95f00b7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561082 Jun 29 08:06:32.514037 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5a7c6-9b49-4eb4-929d-41ed0d7ad982 req-1ae13a0a-db34-4db9-b479-a5303e9d4c1e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:32.517500 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2e5a7c6-9b49-4eb4-929d-41ed0d7ad982 req-1ae13a0a-db34-4db9-b479-a5303e9d4c1e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0768447 Jun 29 08:06:32.588119 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2e5a7c6-9b49-4eb4-929d-41ed0d7ad982 req-5504fd60-db1d-4e37-a008-4550cbe141cf tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601637 Jun 29 08:06:32.943053 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:33.138245 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f50a5-86c5-474a-9982-448193f371ac req-2eaf2734-960b-4219-81fa-478cd1e0659e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:33.152165 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-2eaf2734-960b-4219-81fa-478cd1e0659e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/networks?id=bb0ac50d-f096-456e-83b5-ef7555b20457 HTTP/1.1" status: 200 len: 813 time: 0.2426021 Jun 29 08:06:33.189396 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-511d3e38-5198-4c22-a01c-24cee137070f tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/quotas/7bdadf97d44048c3bec51c0ae58ee4a6 HTTP/1.1" status: 200 len: 375 time: 0.0328333 Jun 29 08:06:33.263494 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-dc181496-8e1b-4343-aa52-e19e1f3c2de9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7bdadf97d44048c3bec51c0ae58ee4a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717349 Jun 29 08:06:33.464628 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-817d99a9-b435-4443-92b8-5057da298800 service neutron] 10.222.0.43 "GET /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843655 Jun 29 08:06:33.651295 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-1cd2f2c2-5c18-455b-bbe8-308c7f1a701f service neutron] 10.222.0.43 "GET /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818552 Jun 29 08:06:33.914321 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da384d0-978e-4672-b4af-cdab1b3e5920 req-292d178b-1fa2-443e-ae3a-5213329ccbb7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:33.927297 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7da384d0-978e-4672-b4af-cdab1b3e5920 req-292d178b-1fa2-443e-ae3a-5213329ccbb7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0707848 Jun 29 08:06:34.052234 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:34.056189 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7da384d0-978e-4672-b4af-cdab1b3e5920 req-98aaa242-24e6-4172-bc01-9f13d3fdf713 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274118 Jun 29 08:06:34.284363 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79230d-cc75-4238-ae99-fe183896c577 req-c75b5b7b-164e-45a9-9cf7-039a9820fdec tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:34.294951 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3b79230d-cc75-4238-ae99-fe183896c577 req-c75b5b7b-164e-45a9-9cf7-039a9820fdec tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0839520 Jun 29 08:06:34.390164 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3b79230d-cc75-4238-ae99-fe183896c577 req-17b95b9b-db74-4c47-b897-e475cb250e4f tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935488 Jun 29 08:06:34.529510 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0993bd43-41bf-4b28-b34a-0ce1d6954d82 req-ab04c049-ef2c-4ab8-aad4-6493ea6d0aba tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 210 time: 0.0610969 Jun 29 08:06:35.256624 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ffc90-535f-47f7-9f6e-4c0549db4e7f req-2acdd235-f284-42b5-a901-1486b40c49bb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:35.258345 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0c6ffc90-535f-47f7-9f6e-4c0549db4e7f req-2acdd235-f284-42b5-a901-1486b40c49bb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0682473 Jun 29 08:06:35.405056 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0c6ffc90-535f-47f7-9f6e-4c0549db4e7f req-8514ff7e-6d1d-4420-8c60-8eaabb9ce8e3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401496 Jun 29 08:06:35.665974 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7c783-63f5-4d9f-8ec3-cd2bfb4ec01b req-70801c68-613c-4388-95bc-c050b76f0285 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:35.669538 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eee7c783-63f5-4d9f-8ec3-cd2bfb4ec01b req-70801c68-613c-4388-95bc-c050b76f0285 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.1048231 Jun 29 08:06:35.805534 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eee7c783-63f5-4d9f-8ec3-cd2bfb4ec01b req-304d567e-ae62-4f2d-8854-3c17906ad302 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263459 Jun 29 08:06:35.941655 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-372c59dc-d4c5-44d4-afde-f37b6b2b958d req-975450cb-0763-45e8-84bc-491fcda53233 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 210 time: 0.0450702 Jun 29 08:06:36.620077 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5db68a-80b9-4773-8534-9e39e6c715e7 req-b04c6ba3-c139-4dfe-92ac-4c5c3da00add tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:36.623158 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6c5db68a-80b9-4773-8534-9e39e6c715e7 req-b04c6ba3-c139-4dfe-92ac-4c5c3da00add tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0904188 Jun 29 08:06:36.692473 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6c5db68a-80b9-4773-8534-9e39e6c715e7 req-8d0d3fd7-31f8-4dcf-8fe5-9d409ddca77f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597756 Jun 29 08:06:37.020185 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616d42f-956f-49e1-a8e9-2b21ec0c1197 req-fed61332-6e9d-43dd-9eb2-852a3178d4db tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:37.022900 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a616d42f-956f-49e1-a8e9-2b21ec0c1197 req-fed61332-6e9d-43dd-9eb2-852a3178d4db tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.1296561 Jun 29 08:06:37.165883 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a616d42f-956f-49e1-a8e9-2b21ec0c1197 req-16f5750b-020d-4b4f-a367-90823308267d tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319776 Jun 29 08:06:37.378210 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5ab4e6b1-4c49-4ee4-b4c2-13176b90b165 req-01ec549f-3508-4378-a286-ed067cbe5177 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 210 time: 0.0679131 Jun 29 08:06:37.932722 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320555f8-b729-46a3-8d00-ff282d0e25da req-c15b7b28-f9b4-4c2b-8f39-32c435c36051 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:37.936769 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-320555f8-b729-46a3-8d00-ff282d0e25da req-c15b7b28-f9b4-4c2b-8f39-32c435c36051 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.1193879 Jun 29 08:06:38.031121 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-320555f8-b729-46a3-8d00-ff282d0e25da req-9f2fc610-5803-4c33-8634-aa39b236a4b9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829937 Jun 29 08:06:38.266037 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43290) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:38.408226 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:38.451873 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a279-b04f-4872-af7d-879a322cdd7c req-377f0cbe-9d9b-44d0-bcbc-e99731427da8 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:38.460821 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6f38a279-b04f-4872-af7d-879a322cdd7c req-377f0cbe-9d9b-44d0-bcbc-e99731427da8 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.1208673 Jun 29 08:06:38.556646 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ef782a37-ff9f-461a-af25-0a607236e8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:38.614564 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6f38a279-b04f-4872-af7d-879a322cdd7c req-37bc1d93-3cf5-47fc-b3d6-8dbbad8c6558 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523709 Jun 29 08:06:38.748558 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ef782a37-ff9f-461a-af25-0a607236e8fd admin admin] Publish callbacks [] for security_group (610c6e69-773c-4a44-b747-5508030f7aa9), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:38.754298 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ef782a37-ff9f-461a-af25-0a607236e8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (610c6e69-773c-4a44-b747-5508030f7aa9), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:38.837439 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ef782a37-ff9f-461a-af25-0a607236e8fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=473dbbe727c549a8939c3f6bc5333f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5662606 Jun 29 08:06:38.840052 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 43306) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:38.853560 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef782a37-ff9f-461a-af25-0a607236e8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610c6e69-773c-4a44-b747-5508030f7aa9,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:38.910529 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f591fc7-f62c-4e66-8620-66a66c402a7c admin admin] Publish callbacks [] for security_group (610c6e69-773c-4a44-b747-5508030f7aa9), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:38.949526 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f591fc7-f62c-4e66-8620-66a66c402a7c admin admin] Publish callbacks [] for security_group (610c6e69-773c-4a44-b747-5508030f7aa9), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:39.037553 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f591fc7-f62c-4e66-8620-66a66c402a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (610c6e69-773c-4a44-b747-5508030f7aa9), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:39.042591 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5f591fc7-f62c-4e66-8620-66a66c402a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:39.044447 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5f591fc7-f62c-4e66-8620-66a66c402a7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/610c6e69-773c-4a44-b747-5508030f7aa9 HTTP/1.1" status: 204 len: 168 time: 0.2032912 Jun 29 08:06:39.060959 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f591fc7-f62c-4e66-8620-66a66c402a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610c6e69-773c-4a44-b747-5508030f7aa9,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:39.213108 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b32a29d3-4edc-4a40-b195-f6d38cd8b224 req-ae0713d8-be8c-47ed-8473-a4d074e12bf7 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 210 time: 0.0499067 Jun 29 08:06:39.341821 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7526bb4-1918-435e-9516-bf92f704d121 req-6109fd03-72e3-43fe-bf32-51cbde4bc5e5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:39.344353 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f7526bb4-1918-435e-9516-bf92f704d121 req-6109fd03-72e3-43fe-bf32-51cbde4bc5e5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0648057 Jun 29 08:06:39.420628 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f7526bb4-1918-435e-9516-bf92f704d121 req-ebe7bfde-bfc6-4a10-89c9-351bd7ec8c45 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692036 Jun 29 08:06:39.443354 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 43318) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:39.460947 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cc7200d5-9635-41ca-b921-bff3b13d4b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:39.570110 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cc7200d5-9635-41ca-b921-bff3b13d4b51 admin admin] Publish callbacks [] for security_group (bc38a453-7952-4b0e-921e-2d0a4a083acb), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:39.575941 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cc7200d5-9635-41ca-b921-bff3b13d4b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (bc38a453-7952-4b0e-921e-2d0a4a083acb), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:39.581628 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:39.628386 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-cc7200d5-9635-41ca-b921-bff3b13d4b51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0464ce291db34cc3b4eeff2e8311343a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791692 Jun 29 08:06:39.628689 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43322) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:39.639058 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7200d5-9635-41ca-b921-bff3b13d4b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc38a453-7952-4b0e-921e-2d0a4a083acb,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:39.671809 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:39.785370 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6abafaa0-3100-4b41-b63f-0810bcd48866 admin admin] Publish callbacks [] for security_group (bc38a453-7952-4b0e-921e-2d0a4a083acb), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:39.815915 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c41ff-5777-4824-8466-dcc7b9b8d713 req-8b9413c4-edd3-4c1b-a0cc-09e2815c93b7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:39.817635 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-df0c41ff-5777-4824-8466-dcc7b9b8d713 req-8b9413c4-edd3-4c1b-a0cc-09e2815c93b7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.1054037 Jun 29 08:06:39.830212 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6abafaa0-3100-4b41-b63f-0810bcd48866 admin admin] Publish callbacks [] for security_group (bc38a453-7952-4b0e-921e-2d0a4a083acb), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:39.879800 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:39.881365 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:39.913803 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-df0c41ff-5777-4824-8466-dcc7b9b8d713 req-61bb72ef-4f62-4978-b707-a74ab13e54f6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867722 Jun 29 08:06:39.939571 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6abafaa0-3100-4b41-b63f-0810bcd48866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (bc38a453-7952-4b0e-921e-2d0a4a083acb), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:39.942603 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6abafaa0-3100-4b41-b63f-0810bcd48866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:39.943849 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-6abafaa0-3100-4b41-b63f-0810bcd48866 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc38a453-7952-4b0e-921e-2d0a4a083acb HTTP/1.1" status: 204 len: 168 time: 0.3141136 Jun 29 08:06:39.957328 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abafaa0-3100-4b41-b63f-0810bcd48866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc38a453-7952-4b0e-921e-2d0a4a083acb,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:40.340265 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d6648350-a136-44cb-a05d-ea6dd27a70bc req-79dea549-e565-44aa-8e03-c0a1fd8fb369 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 210 time: 0.0356169 Jun 29 08:06:40.481008 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43346) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:40.506312 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-48778ae2-e7a0-4bed-aced-713db544564d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:40.600305 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee538c5-7a47-48f3-90c3-75d220b5d9cd req-f1cd31b0-d226-4f4c-b7c6-342ba37babb3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:40.602014 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8ee538c5-7a47-48f3-90c3-75d220b5d9cd req-f1cd31b0-d226-4f4c-b7c6-342ba37babb3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0783460 Jun 29 08:06:40.698160 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8ee538c5-7a47-48f3-90c3-75d220b5d9cd req-87bad944-8485-45c1-98cb-23c21bc9a225 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863850 Jun 29 08:06:40.709300 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-48778ae2-e7a0-4bed-aced-713db544564d admin admin] Publish callbacks [] for security_group (5fccc585-a462-4c0a-8b26-925eabf7de68), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:40.729990 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-48778ae2-e7a0-4bed-aced-713db544564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (5fccc585-a462-4c0a-8b26-925eabf7de68), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:40.737625 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:40.778916 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48778ae2-e7a0-4bed-aced-713db544564d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fccc585-a462-4c0a-8b26-925eabf7de68,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:40.783533 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-48778ae2-e7a0-4bed-aced-713db544564d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=282c9a3258b8492fba731b2cfcb7e89a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002975 Jun 29 08:06:40.787658 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43350) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:40.851694 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-96852e4f-d31e-45fa-b142-bac606cf7877 admin admin] Publish callbacks [] for security_group (5fccc585-a462-4c0a-8b26-925eabf7de68), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:40.879549 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-96852e4f-d31e-45fa-b142-bac606cf7877 admin admin] Publish callbacks [] for security_group (5fccc585-a462-4c0a-8b26-925eabf7de68), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:40.957987 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-96852e4f-d31e-45fa-b142-bac606cf7877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (5fccc585-a462-4c0a-8b26-925eabf7de68), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:40.962459 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-96852e4f-d31e-45fa-b142-bac606cf7877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:40.970209 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-96852e4f-d31e-45fa-b142-bac606cf7877 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fccc585-a462-4c0a-8b26-925eabf7de68 HTTP/1.1" status: 204 len: 168 time: 0.1761210 Jun 29 08:06:40.994172 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96852e4f-d31e-45fa-b142-bac606cf7877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fccc585-a462-4c0a-8b26-925eabf7de68,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:41.115757 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc81b5-6880-44c2-acac-d42bc0fe88a8 req-d8024871-c770-4593-b730-ee09a16c713e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:41.118139 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cebc81b5-6880-44c2-acac-d42bc0fe88a8 req-d8024871-c770-4593-b730-ee09a16c713e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0737154 Jun 29 08:06:41.206397 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cebc81b5-6880-44c2-acac-d42bc0fe88a8 req-ca25463d-dad4-43eb-bfe8-2bfa40fe3af8 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762773 Jun 29 08:06:41.350313 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 43364) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:41.561694 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0db59a50-f935-483b-bf7b-d763ab72f80b req-398a47d4-99bc-4e92-b1a6-4c6aa489f51f tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 210 time: 0.0848265 Jun 29 08:06:41.597441 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5269ab1b-e341-44ff-be74-ce4894014bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:41.664832 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:41.699064 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5269ab1b-e341-44ff-be74-ce4894014bf9 admin admin] Publish callbacks [] for security_group (b9613725-ccee-47d5-bcdb-478f75f520ab), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:41.709691 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5269ab1b-e341-44ff-be74-ce4894014bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b9613725-ccee-47d5-bcdb-478f75f520ab), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:41.772542 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5269ab1b-e341-44ff-be74-ce4894014bf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=774fad391358445c99bf5abd92281b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204340 Jun 29 08:06:41.776601 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43374) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:41.826380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269ab1b-e341-44ff-be74-ce4894014bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9613725-ccee-47d5-bcdb-478f75f520ab,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:41.893355 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0e1368a5-b0e1-4d7c-adc2-16dff613e749 admin admin] Publish callbacks [] for security_group (b9613725-ccee-47d5-bcdb-478f75f520ab), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:41.926636 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0e1368a5-b0e1-4d7c-adc2-16dff613e749 admin admin] Publish callbacks [] for security_group (b9613725-ccee-47d5-bcdb-478f75f520ab), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:41.959826 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501e08f-06bc-48ac-8613-0c28d0470993 req-2062b17b-c7dd-4a64-b18b-dad794826a84 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:41.961873 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3501e08f-06bc-48ac-8613-0c28d0470993 req-2062b17b-c7dd-4a64-b18b-dad794826a84 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0740523 Jun 29 08:06:41.974617 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:42.012736 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0e1368a5-b0e1-4d7c-adc2-16dff613e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b9613725-ccee-47d5-bcdb-478f75f520ab), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:42.018005 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0e1368a5-b0e1-4d7c-adc2-16dff613e749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:42.022357 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-0e1368a5-b0e1-4d7c-adc2-16dff613e749 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9613725-ccee-47d5-bcdb-478f75f520ab HTTP/1.1" status: 204 len: 168 time: 0.2417099 Jun 29 08:06:42.032736 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1368a5-b0e1-4d7c-adc2-16dff613e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9613725-ccee-47d5-bcdb-478f75f520ab,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:42.037535 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3501e08f-06bc-48ac-8613-0c28d0470993 req-1323d02d-56c0-4274-8129-c2ff2d5229e6 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653729 Jun 29 08:06:42.357039 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2be31-446a-48e7-a21a-062f01021cf5 req-354c79f4-14dc-454d-836b-3ef57b7e89d6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:42.361613 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-67b2be31-446a-48e7-a21a-062f01021cf5 req-354c79f4-14dc-454d-836b-3ef57b7e89d6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0619235 Jun 29 08:06:42.449582 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-67b2be31-446a-48e7-a21a-062f01021cf5 req-dd221077-cf41-4e93-8566-3d9af260d6dd tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831881 Jun 29 08:06:42.646803 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f50a5-86c5-474a-9982-448193f371ac req-438f0239-a6f4-41a5-a9eb-17910e7a15d6 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:42.652243 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-438f0239-a6f4-41a5-a9eb-17910e7a15d6 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.48 "GET /v2.0/networks?id=bb0ac50d-f096-456e-83b5-ef7555b20457 HTTP/1.1" status: 200 len: 813 time: 0.1600227 Jun 29 08:06:42.679878 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Request body: {'port': {'device_id': 'c6c089a8-9bde-42b2-aa4e-014dcc9a6a30', 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457', 'admin_state_up': True, 'tenant_id': '7bdadf97d44048c3bec51c0ae58ee4a6'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:42.775441 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bdf0b1b9-c223-4f6a-bc7a-c4f8e8f03114 req-f0dec3a5-9369-4b15-96db-6176798c67dd tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 210 time: 0.0569289 Jun 29 08:06:42.882483 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Made reservation on behalf of 7bdadf97d44048c3bec51c0ae58ee4a6 for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:06:42.886217 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:43.066978 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Allocated IP 172.20.0.11 (bb0ac50d-f096-456e-83b5-ef7555b20457/c8a89ea9-b2a4-4eac-b6eb-fb2702795238/fd0c00d6-7d1f-4a23-a222-4f83153cce1e) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:06:43.156327 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:43.220864 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc1ed-51e1-42d0-b3ce-7360fe2a4d9e req-1de32a3f-69b4-4ba0-a361-d8f842d09138 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:43.222436 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ad9fc1ed-51e1-42d0-b3ce-7360fe2a4d9e req-1de32a3f-69b4-4ba0-a361-d8f842d09138 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0868366 Jun 29 08:06:43.351545 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ad9fc1ed-51e1-42d0-b3ce-7360fe2a4d9e req-46230270-286c-4da5-964c-519b10eb1aa3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169991 Jun 29 08:06:43.364671 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks [] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:43.404770 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:43.460509 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:43.464053 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Network bb0ac50d-f096-456e-83b5-ef7555b20457 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:06:43.468380 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:06:43.471696 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:06:43.528807 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Pushing event updated for resources: {'Port': ['ID=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:43.572191 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:43.572927 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:43.598428 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-5c1bccb8-7779-4afa-b1d6-3f8b845a0888 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9241061 Jun 29 08:06:43.619385 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Request body: {'port': {'device_id': 'c6c089a8-9bde-42b2-aa4e-014dcc9a6a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:43.634519 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7400-05c6-415f-bb66-bf7d2cfd20e7 req-b27543f0-022c-4a90-8277-a39c70dc290a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:43.637280 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bf8f7400-05c6-415f-bb66-bf7d2cfd20e7 req-b27543f0-022c-4a90-8277-a39c70dc290a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0686972 Jun 29 08:06:43.710691 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 3828b918-ada6-49b4-b99e-2bfa66c92b2d details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:06:43.727262 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:43.737615 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bf8f7400-05c6-415f-bb66-bf7d2cfd20e7 req-2b3acae8-b6f2-44f8-86ea-0ffa8900e53c tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927923 Jun 29 08:06:43.940945 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b237b6-a7c4-4b8f-a585-d6cca911fefd req-81469e3d-3e49-47a6-b1ee-0beef8635849 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:43.950345 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-35b237b6-a7c4-4b8f-a585-d6cca911fefd req-81469e3d-3e49-47a6-b1ee-0beef8635849 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 932 time: 0.0782807 Jun 29 08:06:43.958035 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:43.990392 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'port_id': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'mac_address': 'fa:16:3e:7a:c2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:06:44.018728 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-35b237b6-a7c4-4b8f-a585-d6cca911fefd req-546749dc-d782-4657-a9ee-c7a0f71dd718 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669096 Jun 29 08:06:44.070488 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 3828b918-ada6-49b4-b99e-2bfa66c92b2d is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:44.071067 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:44.101921 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3828b918-ada6-49b4-b99e-2bfa66c92b2d {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:06:44.134402 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:44.140116 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:44.170265 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef672e-d043-4965-9e5a-7877fa7dff25 req-52630d70-6c99-45e8-9ba5-9be9566a43d6 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:44.172724 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-75ef672e-d043-4965-9e5a-7877fa7dff25 req-52630d70-6c99-45e8-9ba5-9be9566a43d6 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0963874 Jun 29 08:06:44.215542 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=3828b918-ada6-49b4-b99e-2bfa66c92b2d,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:44.277426 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-75ef672e-d043-4965-9e5a-7877fa7dff25 req-2ab6d113-fd11-402d-aa11-b2e36f04cc65 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969710 Jun 29 08:06:44.284279 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0c00d6-7d1f-4a23-a222-4f83153cce1e {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:06:44.293839 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Publish callbacks [] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:44.321278 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Transition to ACTIVE for port object fd0c00d6-7d1f-4a23-a222-4f83153cce1e will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:06:44.326041 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:44.384666 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:44.448746 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:44.472368 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Attempting to bind port fd0c00d6-7d1f-4a23-a222-4f83153cce1e on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:06:44.472712 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Attempting to bind port fd0c00d6-7d1f-4a23-a222-4f83153cce1e by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '8de619eb-993d-4465-8999-83644ed7a23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:06:44.473075 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Attempting to bind port fd0c00d6-7d1f-4a23-a222-4f83153cce1e on network bb0ac50d-f096-456e-83b5-ef7555b20457 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:06:44.478654 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Port fd0c00d6-7d1f-4a23-a222-4f83153cce1e on network bb0ac50d-f096-456e-83b5-ef7555b20457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:06:44.478977 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Attempting to bind port fd0c00d6-7d1f-4a23-a222-4f83153cce1e on network bb0ac50d-f096-456e-83b5-ef7555b20457 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:06:44.486972 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:06:44.487639 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Checking segment: {'id': '8de619eb-993d-4465-8999-83644ed7a23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:06:44.488079 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Bound using segment: {'id': '8de619eb-993d-4465-8999-83644ed7a23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:06:44.488777 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Bound port: fd0c00d6-7d1f-4a23-a222-4f83153cce1e, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de619eb-993d-4465-8999-83644ed7a23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:06:44.489374 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:44.533818 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905916e1-bfdc-44ae-ae79-10d04b3c8989 req-39bf9fff-1465-49fb-8509-9469f0513829 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:44.535574 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-905916e1-bfdc-44ae-ae79-10d04b3c8989 req-39bf9fff-1465-49fb-8509-9469f0513829 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0653405 Jun 29 08:06:44.556574 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['3828b918-ada6-49b4-b99e-2bfa66c92b2d'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:06:44.599667 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-905916e1-bfdc-44ae-ae79-10d04b3c8989 req-93faa252-0edc-4920-a936-3f58c3edae2d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574665 Jun 29 08:06:44.601876 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] For port fd0c00d6-7d1f-4a23-a222-4f83153cce1e, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:06:44.606411 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] For port fd0c00d6-7d1f-4a23-a222-4f83153cce1e, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,segment=NetworkSegment(8de619eb-993d-4465-8999-83644ed7a23c),segment_id=8de619eb-993d-4465-8999-83644ed7a23c)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:06:44.617040 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:44.669982 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:44.670976 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:44.674738 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] 10.222.0.48 "PUT /v2.0/ports/fd0c00d6-7d1f-4a23-a222-4f83153cce1e HTTP/1.1" status: 200 len: 1094 time: 1.0621555 Jun 29 08:06:44.682714 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c089a8-9bde-42b2-aa4e-014dcc9a6a30', 'tag': 'fd0c00d6-7d1f-4a23-a222-4f83153cce1e'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:44.686591 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3602cf70-771d-490c-afe5-a861c350a8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c089a8-9bde-42b2-aa4e-014dcc9a6a30", "tag": "fd0c00d6-7d1f-4a23-a222-4f83153cce1e"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:44.728930 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c293e5c-154d-4e3d-99ee-c57c6f3d7e29 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:44.778756 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61a5d7-f9f3-4310-87b3-8a53de8f5196 x-openstack-request-id: req-1c61a5d7-f9f3-4310-87b3-8a53de8f5196 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:44.779202 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c089a8-9bde-42b2-aa4e-014dcc9a6a30", "tag": "fd0c00d6-7d1f-4a23-a222-4f83153cce1e", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:44.779592 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c61a5d7-f9f3-4310-87b3-8a53de8f5196 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:44.780232 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c61a5d7-f9f3-4310-87b3-8a53de8f5196'] response: {'name': 'network-changed', 'server_uuid': 'c6c089a8-9bde-42b2-aa4e-014dcc9a6a30', 'tag': 'fd0c00d6-7d1f-4a23-a222-4f83153cce1e', 'status': 'completed', 'code': 200} Jun 29 08:06:44.829801 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f50a5-86c5-474a-9982-448193f371ac req-33eb4cba-129a-4c8f-95a4-a80db05a6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:44.831943 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-33eb4cba-129a-4c8f-95a4-a80db05a6ce6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bdadf97d44048c3bec51c0ae58ee4a6&device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 1128 time: 0.0713327 Jun 29 08:06:44.902636 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-65770fd4-8b40-4111-9ec6-4ada1f5c2728 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0c00d6-7d1f-4a23-a222-4f83153cce1e HTTP/1.1" status: 200 len: 217 time: 0.0548463 Jun 29 08:06:44.920937 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:44.933691 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba6123-c6ca-42b5-a49a-54f3be89dc0c req-bc666dce-20ea-496f-b394-54a03dbe7a17 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:44.938455 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-77ba6123-c6ca-42b5-a49a-54f3be89dc0c req-bc666dce-20ea-496f-b394-54a03dbe7a17 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 945 time: 0.0826962 Jun 29 08:06:44.968723 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f50a5-86c5-474a-9982-448193f371ac req-3b081166-3149-4322-8710-eda96672b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:44.971244 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-3b081166-3149-4322-8710-eda96672b046 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c8a89ea9-b2a4-4eac-b6eb-fb2702795238 HTTP/1.1" status: 200 len: 853 time: 0.0591049 Jun 29 08:06:45.006828 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-77ba6123-c6ca-42b5-a49a-54f3be89dc0c req-f6cbc3c6-973d-4977-855c-bfcd16862596 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638127 Jun 29 08:06:45.015900 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-b5358959-b881-4ef4-9245-b1295ce03382 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb0ac50d-f096-456e-83b5-ef7555b20457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334749 Jun 29 08:06:45.163652 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-39adeca1-dfbd-4efe-a8c0-719bae88c943 service neutron] 10.222.0.48 "GET /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405015 Jun 29 08:06:45.224151 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69355fa-2f93-4265-acbb-72f2d2b81ab3 req-7bdf0ae3-e4e3-4aa6-8e66-6aa41075aa8f tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:45.225729 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b69355fa-2f93-4265-acbb-72f2d2b81ab3 req-7bdf0ae3-e4e3-4aa6-8e66-6aa41075aa8f tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 944 time: 0.0784018 Jun 29 08:06:45.331665 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b69355fa-2f93-4265-acbb-72f2d2b81ab3 req-e96f7614-2453-438f-aef0-9e57658ea722 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961895 Jun 29 08:06:45.336139 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f72f50a5-86c5-474a-9982-448193f371ac req-0981d722-5105-44a8-b958-ae1fce75d010 service neutron] 10.222.0.48 "GET /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552351 Jun 29 08:06:45.432476 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802951f-c7bd-44d1-8e17-c5fbba80ce8e req-36f0480c-8592-4cc7-b262-2ec9c883fe6a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:45.434300 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3802951f-c7bd-44d1-8e17-c5fbba80ce8e req-36f0480c-8592-4cc7-b262-2ec9c883fe6a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0647836 Jun 29 08:06:45.496126 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3802951f-c7bd-44d1-8e17-c5fbba80ce8e req-c18c765c-f3c5-41ef-b216-8f4138bf1bf0 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508876 Jun 29 08:06:45.766812 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c8ae6-fa81-477d-ad73-48082e7c36b9 req-ab64f0d1-737b-476c-ae26-0e2b75383c45 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:45.768397 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ee3c8ae6-fa81-477d-ad73-48082e7c36b9 req-ab64f0d1-737b-476c-ae26-0e2b75383c45 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0576200 Jun 29 08:06:45.785827 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 3828b918-ada6-49b4-b99e-2bfa66c92b2d up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:06:45.831547 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ee3c8ae6-fa81-477d-ad73-48082e7c36b9 req-183c6ee1-5e93-48cf-ac2e-3b0f7c7bd4eb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567098 Jun 29 08:06:45.839649 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 3828b918-ada6-49b4-b99e-2bfa66c92b2d completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:06:45.851041 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 3828b918-ada6-49b4-b99e-2bfa66c92b2d triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:06:45.851688 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:45.949744 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 3828b918-ada6-49b4-b99e-2bfa66c92b2d is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:45.950134 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:45.970425 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:45.978963 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:45.981368 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9dcc72-ae85-4b3b-836a-79e10c87ba14" -d '{"events": [{"server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "name": "network-vif-plugged", "status": "completed", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:45.996601 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:46.003667 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:46.037976 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16815717-0bf5-443c-b389-456ad3371c24 x-openstack-request-id: req-16815717-0bf5-443c-b389-456ad3371c24 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:46.038329 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "name": "network-vif-plugged", "status": "completed", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:46.038546 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16815717-0bf5-443c-b389-456ad3371c24 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:46.038943 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16815717-0bf5-443c-b389-456ad3371c24'] response: {'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'code': 200} Jun 29 08:06:46.063953 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=3828b918-ada6-49b4-b99e-2bfa66c92b2d,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:46.182983 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de24ef4-7bf1-4559-a072-7cc3ff737ac9 req-c22c4b62-9545-4e3b-a73a-d6440848a5b6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:46.184763 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8de24ef4-7bf1-4559-a072-7cc3ff737ac9 req-c22c4b62-9545-4e3b-a73a-d6440848a5b6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0675943 Jun 29 08:06:46.246063 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8de24ef4-7bf1-4559-a072-7cc3ff737ac9 req-69b741fd-b2c8-463e-967a-10d688d2c706 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546069 Jun 29 08:06:46.477486 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1df88-13eb-4929-8870-71b1b7e741d9 req-63cb4087-c42f-420e-8579-353c6dc0483b tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:46.479129 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-89d1df88-13eb-4929-8870-71b1b7e741d9 req-63cb4087-c42f-420e-8579-353c6dc0483b tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 944 time: 0.0587089 Jun 29 08:06:46.532230 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:46.557393 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-89d1df88-13eb-4929-8870-71b1b7e741d9 req-b5cb37f0-78c1-4442-a66c-038eb4a6e5d4 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687308 Jun 29 08:06:46.651460 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c697ea9-ebe3-406d-bb8c-6443d65e1416 req-3bd7569e-04c0-40de-9f57-ca007ec461df tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:46.653350 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3c697ea9-ebe3-406d-bb8c-6443d65e1416 req-3bd7569e-04c0-40de-9f57-ca007ec461df tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0534680 Jun 29 08:06:46.998246 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fd7b0-80d8-40ff-b796-1794269759d5 req-4196af99-915c-4be4-b11c-e24d6c92dc6e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:47.000039 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-058fd7b0-80d8-40ff-b796-1794269759d5 req-4196af99-915c-4be4-b11c-e24d6c92dc6e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0623019 Jun 29 08:06:47.065327 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-058fd7b0-80d8-40ff-b796-1794269759d5 req-da058ac3-4b86-4360-b4fe-00d4451e59d3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576134 Jun 29 08:06:47.076890 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602cf70-771d-490c-afe5-a861c350a8f8 req-7f4f8e93-4c2b-49f8-8c3c-e40fea1513d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:47.078990 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3602cf70-771d-490c-afe5-a861c350a8f8 req-7f4f8e93-4c2b-49f8-8c3c-e40fea1513d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bdadf97d44048c3bec51c0ae58ee4a6&device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 1128 time: 0.4102514 Jun 29 08:06:47.108632 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3c697ea9-ebe3-406d-bb8c-6443d65e1416 req-811e1322-822f-4bd9-8d45-5f049b215e38 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4485707 Jun 29 08:06:47.378391 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0276c-c130-477c-92d9-0e104138eb17 req-8d2cd408-8e52-44b3-ac85-eca8bf1efb48 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:47.380171 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bfd0276c-c130-477c-92d9-0e104138eb17 req-8d2cd408-8e52-44b3-ac85-eca8bf1efb48 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0589104 Jun 29 08:06:47.441844 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bfd0276c-c130-477c-92d9-0e104138eb17 req-c1d506ca-b2cb-418b-9939-d43e98993f00 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554419 Jun 29 08:06:47.692882 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809cc19-a1a4-4458-9455-0811af002558 req-fc6d98b0-80cb-4528-9abd-02b0bbdb0ca7 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:47.694437 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9809cc19-a1a4-4458-9455-0811af002558 req-fc6d98b0-80cb-4528-9abd-02b0bbdb0ca7 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 944 time: 0.0536118 Jun 29 08:06:47.707799 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:47.751392 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9809cc19-a1a4-4458-9455-0811af002558 req-e3d1820b-6ae1-4870-a8fe-212c41634930 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508604 Jun 29 08:06:47.781804 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device fd0c00d6-7d1f-4a23-a222-4f83153cce1e details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:06:47.878943 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5a958-2123-4041-b1bd-3b4397fb01ed req-1a398d5c-c356-46f7-bf6c-f95163ad7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:47.880637 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-16e5a958-2123-4041-b1bd-3b4397fb01ed req-1a398d5c-c356-46f7-bf6c-f95163ad7b95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1130 time: 0.0477736 Jun 29 08:06:47.934007 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:47.939872 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-16e5a958-2123-4041-b1bd-3b4397fb01ed req-c663e51f-5b27-418e-9adc-20a5c9d92a46 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510025 Jun 29 08:06:47.976354 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602cf70-771d-490c-afe5-a861c350a8f8 req-9de057b8-b727-4044-a862-21e58f5e9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:47.977829 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3602cf70-771d-490c-afe5-a861c350a8f8 req-9de057b8-b727-4044-a862-21e58f5e9e67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb0ac50d-f096-456e-83b5-ef7555b20457 HTTP/1.1" status: 200 len: 914 time: 0.1459384 Jun 29 08:06:47.987091 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port fd0c00d6-7d1f-4a23-a222-4f83153cce1e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,segment=NetworkSegment(8de619eb-993d-4465-8999-83644ed7a23c),segment_id=8de619eb-993d-4465-8999-83644ed7a23c)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:48.009913 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'fd0c00d6-7d1f-4a23-a222-4f83153cce1e', 'network_id': 'bb0ac50d-f096-456e-83b5-ef7555b20457', 'port_id': 'fd0c00d6-7d1f-4a23-a222-4f83153cce1e', 'mac_address': 'fa:16:3e:df:cc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a89ea9-b2a4-4eac-b6eb-fb2702795238', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:06:48.072207 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port fd0c00d6-7d1f-4a23-a222-4f83153cce1e is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:48.072820 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:48.096769 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0c00d6-7d1f-4a23-a222-4f83153cce1e {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:06:48.132951 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port fd0c00d6-7d1f-4a23-a222-4f83153cce1e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,segment=NetworkSegment(8de619eb-993d-4465-8999-83644ed7a23c),segment_id=8de619eb-993d-4465-8999-83644ed7a23c)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:48.140614 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:48.207278 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:48.240530 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c2a4d-f99a-4d54-9597-235f6e20d1db req-eb7737e1-0ab0-4157-a17b-3790d547c407 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:48.242094 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c10c2a4d-f99a-4d54-9597-235f6e20d1db req-eb7737e1-0ab0-4157-a17b-3790d547c407 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0604858 Jun 29 08:06:48.266792 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045418a6-9373-432c-bfef-037bb90a18f4 req-cb3b7d8a-5e1f-43dc-aec6-770d8c9a8941 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:48.268558 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-045418a6-9373-432c-bfef-037bb90a18f4 req-cb3b7d8a-5e1f-43dc-aec6-770d8c9a8941 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0597656 Jun 29 08:06:48.317753 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c10c2a4d-f99a-4d54-9597-235f6e20d1db req-2b8f88d3-b978-4229-939a-f155766b1f7b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646451 Jun 29 08:06:48.341928 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3602cf70-771d-490c-afe5-a861c350a8f8 req-17b2060a-c798-4700-bc5c-f523f74fb0fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd0c00d6-7d1f-4a23-a222-4f83153cce1e HTTP/1.1" status: 200 len: 217 time: 0.0533903 Jun 29 08:06:48.368967 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-045418a6-9373-432c-bfef-037bb90a18f4 req-d9b9d5d1-72c0-43ae-90de-dec2b29ae5cb tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888717 Jun 29 08:06:48.564873 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['fd0c00d6-7d1f-4a23-a222-4f83153cce1e'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:06:48.571939 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ecda6-40fa-4cb7-a2d3-adadfe71f6e9 req-8503e6a7-0305-4b5d-bff4-87e0213847ea tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:48.573636 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9f4ecda6-40fa-4cb7-a2d3-adadfe71f6e9 req-8503e6a7-0305-4b5d-bff4-87e0213847ea tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0528855 Jun 29 08:06:48.636734 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9f4ecda6-40fa-4cb7-a2d3-adadfe71f6e9 req-3d02d76b-27a8-4c97-b540-4cb6c5addea0 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556798 Jun 29 08:06:48.701857 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:48.707291 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:48.884339 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8214e5-ed5b-4cde-9879-6acb58c70e4a req-bc947d2b-a9a0-4624-ae6f-287fa208ebe8 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:48.886035 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ee8214e5-ed5b-4cde-9879-6acb58c70e4a req-bc947d2b-a9a0-4624-ae6f-287fa208ebe8 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 945 time: 0.0523741 Jun 29 08:06:48.935620 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:48.945783 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ee8214e5-ed5b-4cde-9879-6acb58c70e4a req-81b265f6-fa94-4f68-8033-f90b2183d6e1 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523758 Jun 29 08:06:48.996692 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602cf70-771d-490c-afe5-a861c350a8f8 req-06ca2fd4-d353-4e07-87d4-d9a711b3dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:48.998226 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3602cf70-771d-490c-afe5-a861c350a8f8 req-06ca2fd4-d353-4e07-87d4-d9a711b3dd2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c8a89ea9-b2a4-4eac-b6eb-fb2702795238 HTTP/1.1" status: 200 len: 853 time: 0.0502541 Jun 29 08:06:49.474081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2b396-c11f-4474-895e-194691bf8529 req-1ae511fa-8e3b-4e28-b478-b5b360bd3007 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:49.475792 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c2a2b396-c11f-4474-895e-194691bf8529 req-1ae511fa-8e3b-4e28-b478-b5b360bd3007 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 943 time: 0.0586197 Jun 29 08:06:49.511410 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4088407-3479-401f-889f-912562f7d6b2 req-d55edfdb-6dde-4bc4-81e9-5bf3284c895e tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:49.513287 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c4088407-3479-401f-889f-912562f7d6b2 req-d55edfdb-6dde-4bc4-81e9-5bf3284c895e tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0611598 Jun 29 08:06:49.541985 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c2a2b396-c11f-4474-895e-194691bf8529 req-d22249fe-67c5-4598-9de6-3f92c3ce2264 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587082 Jun 29 08:06:49.579132 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c4088407-3479-401f-889f-912562f7d6b2 req-3fa3c4af-bea8-40ce-8075-c502c3b09631 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581663 Jun 29 08:06:49.757358 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:06:49.774558 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e051-9b54-42d1-813e-a9bf2e62705a req-b0323445-95b5-407f-94f8-5232011e38ec tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:49.776716 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8400e051-9b54-42d1-813e-a9bf2e62705a req-b0323445-95b5-407f-94f8-5232011e38ec tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0666842 Jun 29 08:06:49.795489 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dfb8e71b-41e2-4d03-8de7-4f7323f5b53b details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:06:49.813852 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3602cf70-771d-490c-afe5-a861c350a8f8 req-3140eebb-5355-438a-b8d0-690ff1b783f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb0ac50d-f096-456e-83b5-ef7555b20457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599940 Jun 29 08:06:49.815719 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device fd0c00d6-7d1f-4a23-a222-4f83153cce1e up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:06:49.845550 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8400e051-9b54-42d1-813e-a9bf2e62705a req-ecdb7693-1043-4ff0-8c9e-6a5b58c817c7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551801 Jun 29 08:06:49.956045 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port fd0c00d6-7d1f-4a23-a222-4f83153cce1e completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:06:49.970940 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port fd0c00d6-7d1f-4a23-a222-4f83153cce1e triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:06:49.970940 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:50.033792 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:50.050275 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'port_id': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'mac_address': 'fa:16:3e:41:5c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:06:50.080921 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa8131-3aba-46b9-8f79-530c40566e36 req-765092d6-c081-4583-986a-7f017ad2c309 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:50.082589 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cffa8131-3aba-46b9-8f79-530c40566e36 req-765092d6-c081-4583-986a-7f017ad2c309 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 945 time: 0.0554872 Jun 29 08:06:50.114877 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port fd0c00d6-7d1f-4a23-a222-4f83153cce1e is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:50.115215 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:50.119970 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:50.120354 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:50.140185 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cffa8131-3aba-46b9-8f79-530c40566e36 req-f17e370c-cd9f-4948-ba38-009367410da8 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514226 Jun 29 08:06:50.151410 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb8e71b-41e2-4d03-8de7-4f7323f5b53b {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:06:50.166426 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c089a8-9bde-42b2-aa4e-014dcc9a6a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0c00d6-7d1f-4a23-a222-4f83153cce1e'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:50.168740 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807b35c5-7c59-41cf-aac6-f2d98f66e57e" -d '{"events": [{"server_uuid": "c6c089a8-9bde-42b2-aa4e-014dcc9a6a30", "name": "network-vif-plugged", "status": "completed", "tag": "fd0c00d6-7d1f-4a23-a222-4f83153cce1e"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:50.358112 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port fd0c00d6-7d1f-4a23-a222-4f83153cce1e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,segment=NetworkSegment(8de619eb-993d-4465-8999-83644ed7a23c),segment_id=8de619eb-993d-4465-8999-83644ed7a23c)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:50.361307 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c043be-0809-4c72-bd21-077e51fd019a x-openstack-request-id: req-42c043be-0809-4c72-bd21-077e51fd019a {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:50.361698 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c089a8-9bde-42b2-aa4e-014dcc9a6a30", "name": "network-vif-plugged", "status": "completed", "tag": "fd0c00d6-7d1f-4a23-a222-4f83153cce1e", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:50.362047 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42c043be-0809-4c72-bd21-077e51fd019a {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:50.362717 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c043be-0809-4c72-bd21-077e51fd019a'] response: {'server_uuid': 'c6c089a8-9bde-42b2-aa4e-014dcc9a6a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0c00d6-7d1f-4a23-a222-4f83153cce1e', 'code': 200} Jun 29 08:06:50.366294 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:50.369784 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:50.377711 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:50.464316 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:50.540569 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3602cf70-771d-490c-afe5-a861c350a8f8 req-27232e62-b26e-4d3d-b071-8d0f5235f83c service neutron] 10.222.0.48 "GET /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695244 Jun 29 08:06:50.553603 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=9']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:50.688369 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e8052-294c-4bd9-9ebc-9d0eae34cfce req-e043fa6e-74d2-4f5c-95c1-5b11e0563337 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:50.690343 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-099e8052-294c-4bd9-9ebc-9d0eae34cfce req-e043fa6e-74d2-4f5c-95c1-5b11e0563337 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 944 time: 0.0560794 Jun 29 08:06:50.751927 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8b691-aa0d-4979-a78c-fd8e18fa8951 req-721f435b-8e44-46c4-b008-c5e9b8b92fae tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:50.754211 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5cb8b691-aa0d-4979-a78c-fd8e18fa8951 req-721f435b-8e44-46c4-b008-c5e9b8b92fae tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0936542 Jun 29 08:06:50.762705 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-099e8052-294c-4bd9-9ebc-9d0eae34cfce req-d6c914e2-6dd6-45e9-99e6-7e787e23899e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646176 Jun 29 08:06:50.842341 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5cb8b691-aa0d-4979-a78c-fd8e18fa8951 req-eb448a9b-ed02-4ebb-8711-720835962d9a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766532 Jun 29 08:06:50.875154 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:06:51.094233 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612e623-1d26-4c6a-9fb6-6b50760a4467 req-0e65e145-0f4c-4a0b-80ff-5fba23b49cfa tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:51.096177 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b612e623-1d26-4c6a-9fb6-6b50760a4467 req-0e65e145-0f4c-4a0b-80ff-5fba23b49cfa tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.1144569 Jun 29 08:06:51.098971 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3602cf70-771d-490c-afe5-a861c350a8f8 req-41c51ea3-bb0c-49c1-9246-0d29a6ee8111 service neutron] 10.222.0.48 "GET /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913289 Jun 29 08:06:51.132206 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:51.162696 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b612e623-1d26-4c6a-9fb6-6b50760a4467 req-d2fefd30-6a2a-4e52-9590-4a4eb2af4f33 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563004 Jun 29 08:06:51.353627 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acc8db-70a3-4a6b-9351-1d43b614adf0 req-fd2e4d89-0aed-4751-9220-1e715e2483a6 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:51.356775 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-86acc8db-70a3-4a6b-9351-1d43b614adf0 req-fd2e4d89-0aed-4751-9220-1e715e2483a6 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 946 time: 0.0819461 Jun 29 08:06:51.394559 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8f524-9c0a-4e27-b527-11eda7b54983 req-dbf80dc4-1f24-4abb-86c8-747a7712fda3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:51.397562 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-54b8f524-9c0a-4e27-b527-11eda7b54983 req-dbf80dc4-1f24-4abb-86c8-747a7712fda3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.1245389 Jun 29 08:06:51.413637 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340468b-4669-4635-b4f1-860dfbca2ab9 req-47209d33-9827-49ef-9dc9-f1527f16373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:51.415207 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c340468b-4669-4635-b4f1-860dfbca2ab9 req-47209d33-9827-49ef-9dc9-f1527f16373e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 1130 time: 0.1159327 Jun 29 08:06:51.470963 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-86acc8db-70a3-4a6b-9351-1d43b614adf0 req-6c552969-bcff-4874-8209-25935493caa2 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036980 Jun 29 08:06:51.484277 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-54b8f524-9c0a-4e27-b527-11eda7b54983 req-806a0342-0573-4f67-bbe2-fcd217776996 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644407 Jun 29 08:06:51.522354 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 43472) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:51.584661 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c340468b-4669-4635-b4f1-860dfbca2ab9 req-0c7285dd-73eb-48f3-9d3d-e1f662242ae6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929651 Jun 29 08:06:51.876581 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66da5d04-22ba-4090-9a6e-86e4c33cd0f5 tempest-TestShelveInstance-200539954 tempest-TestShelveInstance-200539954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:51.878937 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-66da5d04-22ba-4090-9a6e-86e4c33cd0f5 tempest-TestShelveInstance-200539954 tempest-TestShelveInstance-200539954-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1125 time: 0.3551357 Jun 29 08:06:51.882947 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43488) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:51.888774 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'port_id': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:51.931902 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:51.935725 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aeb8a-e84e-485c-b044-d6de8df5d340 req-ae4c1e31-9a1f-4e11-bab3-3bdcbae08293 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:51.937548 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f52aeb8a-e84e-485c-b044-d6de8df5d340 req-ae4c1e31-9a1f-4e11-bab3-3bdcbae08293 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0731201 Jun 29 08:06:51.974208 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:51.992106 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dfb8e71b-41e2-4d03-8de7-4f7323f5b53b up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:06:52.001261 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f52aeb8a-e84e-485c-b044-d6de8df5d340 req-3d77c1a9-13a7-49b7-b425-f5a7d1f18ef4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540965 Jun 29 08:06:52.002044 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b27a4-37c5-4a25-b7e6-eb4c364dc5fa req-9a61f98a-cdd9-483c-ab4c-42a4aeb9fb11 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:52.003939 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-203b27a4-37c5-4a25-b7e6-eb4c364dc5fa req-9a61f98a-cdd9-483c-ab4c-42a4aeb9fb11 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 944 time: 0.0856931 Jun 29 08:06:52.041385 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:52.054597 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 43490) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:52.100289 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:52.110662 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:06:52.110662 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:52.123886 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-203b27a4-37c5-4a25-b7e6-eb4c364dc5fa req-9ce85f4f-5d2a-4514-a260-5c33f08f4dd5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862491 Jun 29 08:06:52.136035 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:52.195132 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f24205-c91e-4cf4-b8e3-66f8a7869aa6 req-803a0558-7d1e-4740-9c9d-58aa37c993c7 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:52.209620 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e1f24205-c91e-4cf4-b8e3-66f8a7869aa6 req-803a0558-7d1e-4740-9c9d-58aa37c993c7 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1001451 Jun 29 08:06:52.245189 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:52.245832 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:52.294187 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:52.303959 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:52.305816 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e1f24205-c91e-4cf4-b8e3-66f8a7869aa6 req-d21aa609-0157-4de7-9c65-77a4ed2d5c83 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943518 Jun 29 08:06:52.320284 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:52.324348 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Allocated IP 172.27.3.222 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/e6f0073b-c9af-4496-8034-91c4c5582404) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:06:52.365604 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:52.368689 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c1364f-c7e4-4e8e-97e3-1a35c734e060" -d '{"events": [{"server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "name": "network-vif-plugged", "status": "completed", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:52.415444 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29589deb-5f00-4a51-b1cc-d7303211e160 x-openstack-request-id: req-29589deb-5f00-4a51-b1cc-d7303211e160 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:52.415908 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "name": "network-vif-plugged", "status": "completed", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:52.416308 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29589deb-5f00-4a51-b1cc-d7303211e160 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:52.417100 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29589deb-5f00-4a51-b1cc-d7303211e160'] response: {'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'code': 200} Jun 29 08:06:52.418148 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=10']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:52.421027 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f17464-c319-4661-bb9d-0f115ccceb22 tempest-TestMinimumBasicScenario-631336491 tempest-TestMinimumBasicScenario-631336491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:52.426104 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-80f17464-c319-4661-bb9d-0f115ccceb22 tempest-TestMinimumBasicScenario-631336491 tempest-TestMinimumBasicScenario-631336491-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 1124 time: 0.3692060 Jun 29 08:06:52.428422 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 43496) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:52.432044 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.432589 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.433183 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.433737 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.434507 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.435061 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.435588 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.436119 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.436661 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.437236 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.438448 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'port_id': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:52.438900 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.439474 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.439992 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.440527 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.441098 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.475345 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:52.491728 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for port (e6f0073b-c9af-4496-8034-91c4c5582404), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:52.541296 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (e6f0073b-c9af-4496-8034-91c4c5582404), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:52.615508 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:06:52.621590 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:06:52.623640 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:52.629696 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:06:52.643509 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8b10d-783b-4f6b-abe2-2f0be3ff3687 req-006c9bfb-3e6b-419a-8d8c-f53f5a2ed903 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:52.647534 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-51a8b10d-783b-4f6b-abe2-2f0be3ff3687 req-006c9bfb-3e6b-419a-8d8c-f53f5a2ed903 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 946 time: 0.0831954 Jun 29 08:06:52.676891 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event updated for resources: {'Port': ['ID=e6f0073b-c9af-4496-8034-91c4c5582404,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:52.702596 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.703099 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.704198 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.705125 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.705704 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.706263 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.706815 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.707339 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.708205 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.708382 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.708866 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.709406 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.709909 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.710421 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.710970 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:06:52.729375 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:52.801343 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:52.809909 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-51a8b10d-783b-4f6b-abe2-2f0be3ff3687 req-b8136f1e-5b56-479b-9a29-713e04fa3903 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543684 Jun 29 08:06:52.850960 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Allocated IP 172.27.3.115 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/4ad8998c-c523-4cdf-92a7-f4178e7f6740) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:06:52.981127 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:53.050385 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for port (4ad8998c-c523-4cdf-92a7-f4178e7f6740), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:53.108854 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (4ad8998c-c523-4cdf-92a7-f4178e7f6740), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:53.168125 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:06:53.173877 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:06:53.180397 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:06:53.216712 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for floatingip (d522db9c-30ce-4130-9139-d80787c37bc5), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:53.252254 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'Port': ['ID=4ad8998c-c523-4cdf-92a7-f4178e7f6740,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:53.319432 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37d986-a184-4e3c-937d-4f89f2654814 req-cb602264-798a-4e14-863d-0e900660abe6 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:53.321381 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fc37d986-a184-4e3c-937d-4f89f2654814 req-cb602264-798a-4e14-863d-0e900660abe6 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.0821180 Jun 29 08:06:53.380534 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (e6f0073b-c9af-4496-8034-91c4c5582404), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:53.417097 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:53.444721 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fc37d986-a184-4e3c-937d-4f89f2654814 req-23bbb131-b030-464c-9f9b-22fe21287f30 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979915 Jun 29 08:06:53.612550 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for port (e6f0073b-c9af-4496-8034-91c4c5582404), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:53.618470 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (e6f0073b-c9af-4496-8034-91c4c5582404), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:53.627101 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bf34e-0b3c-438c-8e67-ce171eddde3a req-e8bf5654-e66c-473e-bff0-07fb96957875 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:53.629894 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4d7bf34e-0b3c-438c-8e67-ce171eddde3a req-e8bf5654-e66c-473e-bff0-07fb96957875 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.2182336 Jun 29 08:06:53.660256 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:53.697539 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event updated for resources: {'Port': ['ID=e6f0073b-c9af-4496-8034-91c4c5582404,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:53.711641 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (d522db9c-30ce-4130-9139-d80787c37bc5), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:53.819737 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Floating IP d522db9c-30ce-4130-9139-d80787c37bc5 associated. External IP: 172.27.3.222, port: 3828b918-ada6-49b4-b99e-2bfa66c92b2d. Jun 29 08:06:53.834012 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4d7bf34e-0b3c-438c-8e67-ce171eddde3a req-e5421929-d28c-470a-acaf-8c4b916640b7 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891587 Jun 29 08:06:53.964242 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for floatingip (d52b972a-4340-4e5c-972f-efe1088d8437), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:53.976384 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8720f-8ba1-4179-9642-6137a4202a6a req-0685b56c-de04-4d85-9f41-5f8ac162e617 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:53.978056 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c1e8720f-8ba1-4179-9642-6137a4202a6a req-0685b56c-de04-4d85-9f41-5f8ac162e617 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 946 time: 0.0682929 Jun 29 08:06:54.048732 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4ad8998c-c523-4cdf-92a7-f4178e7f6740), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:54.083088 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:54.124007 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:54.132752 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e2d10-9d37-4297-9c4b-2c4cd1de3d3f req-dfd4acfc-001e-41f1-9b34-ed9fc72f1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:54.134394 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ba9e2d10-9d37-4297-9c4b-2c4cd1de3d3f req-dfd4acfc-001e-41f1-9b34-ed9fc72f1513 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 1130 time: 0.0812712 Jun 29 08:06:54.196352 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-02bc62cf-3379-465a-befe-0fe1eb5bf098 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1437769 Jun 29 08:06:54.211821 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c1e8720f-8ba1-4179-9642-6137a4202a6a req-5b281dda-f297-4a11-9868-111c4fbc19e9 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911657 Jun 29 08:06:54.240691 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Router 8697c639-1f70-48c6-bc48-409e4f4cff7b has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:06:54.252136 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ba9e2d10-9d37-4297-9c4b-2c4cd1de3d3f req-7b9a32f3-10cf-40e1-93e0-e6d602322df9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095717 Jun 29 08:06:54.309144 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for port (4ad8998c-c523-4cdf-92a7-f4178e7f6740), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:54.317349 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (4ad8998c-c523-4cdf-92a7-f4178e7f6740), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:54.400290 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'Port': ['ID=4ad8998c-c523-4cdf-92a7-f4178e7f6740,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:54.407664 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:06:54.415307 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:54.419098 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (d52b972a-4340-4e5c-972f-efe1088d8437), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:54.427355 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] Sync routers for ids ['8697c639-1f70-48c6-bc48-409e4f4cff7b'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:06:54.433573 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:54.443377 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:54.470412 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-1d683964-c146-42ec-ad4b-2f86e48a22e3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5859888 Jun 29 08:06:54.471043 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:54.475493 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20351074-c5e5-4eb9-ae28-24a127a81907" -d '{"events": [{"name": "network-changed", "server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:54.485459 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] Routers {'8697c639-1f70-48c6-bc48-409e4f4cff7b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:06:54.486266 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:06:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8697c639-1f70-48c6-bc48-409e4f4cff7b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:54.533307 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-20474ee1-6d5c-43bf-ae4b-e93f7c04a93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:54.608475 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04f441-b0b1-4a27-a3a5-7cc2bcb6b37b req-ed62b801-8db9-45ea-9ed7-282b8a767778 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:54.611368 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ae04f441-b0b1-4a27-a3a5-7cc2bcb6b37b req-ed62b801-8db9-45ea-9ed7-282b8a767778 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.0710855 Jun 29 08:06:54.618952 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] Set router 8697c639-1f70-48c6-bc48-409e4f4cff7b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:06:54.698396 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ae04f441-b0b1-4a27-a3a5-7cc2bcb6b37b req-70b5a152-2691-461e-88c6-1fb4a75c5e2b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805397 Jun 29 08:06:54.760696 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caba1c8-0332-4edf-860f-55a968b077a3 x-openstack-request-id: req-7caba1c8-0332-4edf-860f-55a968b077a3 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:54.761133 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:54.761527 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7caba1c8-0332-4edf-860f-55a968b077a3 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:54.762187 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7caba1c8-0332-4edf-860f-55a968b077a3'] response: {'name': 'network-changed', 'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'status': 'completed', 'code': 200} Jun 29 08:06:54.809820 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Floating IP d52b972a-4340-4e5c-972f-efe1088d8437 associated. External IP: 172.27.3.115, port: 1315c7c2-f10d-4890-8b5e-93890c37db42. Jun 29 08:06:54.938699 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'd522db9c-30ce-4130-9139-d80787c37bc5', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'port_id': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'mac_address': 'fa:16:3e:7a:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:06:53Z', 'updated_at': '2022-06-29T08:06:53Z', 'revision_number': 0, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:22Z', 'revision_number': 5, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:54.989293 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] Checking router: 8697c639-1f70-48c6-bc48-409e4f4cff7b for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:06:55.004188 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] Routers {'8697c639-1f70-48c6-bc48-409e4f4cff7b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:06:55.005348 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:06:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8697c639-1f70-48c6-bc48-409e4f4cff7b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:55.006829 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18496aae-0028-4602-aa6c-efbb62d592af req-9db84b45-b25f-4b42-b61d-2aa23debd812 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:55.009432 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-18496aae-0028-4602-aa6c-efbb62d592af req-9db84b45-b25f-4b42-b61d-2aa23debd812 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0841391 Jun 29 08:06:55.076838 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:55.082630 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-18496aae-0028-4602-aa6c-efbb62d592af req-0e87f61a-1ddc-4fcc-bfa8-8d5cf568a2e3 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667009 Jun 29 08:06:55.117201 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:55.140465 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] Set router 8697c639-1f70-48c6-bc48-409e4f4cff7b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:06:55.144507 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:06:55.308304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:06:55.326390 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] Sync routers for ids ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:06:55.333983 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:55.349870 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] Routers {'286ba927-a0d4-4319-a9f7-91ec9dbbd59a'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:06:55.351058 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:06:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:55.382474 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-9ddcd304-895a-4289-a74c-8001b83fa502 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9521065 Jun 29 08:06:55.385112 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:55.386604 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43518) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:55.389237 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0ddaa7-03b3-45e5-b454-b1a457619078" -d '{"events": [{"name": "network-changed", "server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:55.391221 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-f6f9e8f2-329f-4076-bbb4-d8db4c046ea7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-260344434', 'description': 'tempest-secgroup-smoke-260344434 description', 'project_id': 'a7afb1bdb06042f4b983631745f32e19'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:55.410813 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'd522db9c-30ce-4130-9139-d80787c37bc5', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'port_id': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'mac_address': 'fa:16:3e:7a:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:06:53Z', 'updated_at': '2022-06-29T08:06:53Z', 'revision_number': 0, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:22Z', 'revision_number': 5, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:55.417679 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e8f2-329f-4076-bbb4-d8db4c046ea7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:55.498108 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] Set router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:06:55.540260 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eac3e2-7818-4743-a27f-78bd1429b5a9 None None] The sync data for ids ['8697c639-1f70-48c6-bc48-409e4f4cff7b'] in dv-cinder-768105-14-iscsi is: [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'd522db9c-30ce-4130-9139-d80787c37bc5', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'port_id': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'mac_address': 'fa:16:3e:7a:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:06:53Z', 'updated_at': '2022-06-29T08:06:53Z', 'revision_number': 0, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:22Z', 'revision_number': 5, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:06:55.556110 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947d0299-577f-4c72-8d93-848cdd2b02ab x-openstack-request-id: req-947d0299-577f-4c72-8d93-848cdd2b02ab {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:55.556486 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:55.556652 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-947d0299-577f-4c72-8d93-848cdd2b02ab {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:55.557167 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947d0299-577f-4c72-8d93-848cdd2b02ab'] response: {'name': 'network-changed', 'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'status': 'completed', 'code': 200} Jun 29 08:06:55.563251 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e8f2-329f-4076-bbb4-d8db4c046ea7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group (e5616007-85ed-4da9-9eed-331121f2f244), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:55.564461 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-82c2fbcf-92e5-40a3-b81a-be034c32e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:55.570368 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-82c2fbcf-92e5-40a3-b81a-be034c32e3cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 1130 time: 0.1563697 Jun 29 08:06:55.573748 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e8f2-329f-4076-bbb4-d8db4c046ea7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e5616007-85ed-4da9-9eed-331121f2f244), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:55.601083 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-e4e6084e-5e72-4401-8d20-c8e048ac1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:55.602683 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-e4e6084e-5e72-4401-8d20-c8e048ac1d38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1130 time: 0.1683483 Jun 29 08:06:55.625377 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e8f2-329f-4076-bbb4-d8db4c046ea7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:55.626982 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-f6f9e8f2-329f-4076-bbb4-d8db4c046ea7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2390552 Jun 29 08:06:55.627658 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9e8f2-329f-4076-bbb4-d8db4c046ea7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5616007-85ed-4da9-9eed-331121f2f244,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:55.632500 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 43526) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:55.644860 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-06704a16-0341-4789-955a-3f702ff095f7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'security_group_rule': {'security_group_id': 'e5616007-85ed-4da9-9eed-331121f2f244', 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:55.712856 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-06704a16-0341-4789-955a-3f702ff095f7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (338e4a08-4897-476f-aa31-ca963931937a), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:55.923492 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:55.925184 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-959ae3cb-5175-43f4-a089-26bc5886f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:55.927274 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-959ae3cb-5175-43f4-a089-26bc5886f312 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7afb1bdb06042f4b983631745f32e19&device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 1129 time: 0.1762969 Jun 29 08:06:55.964301 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:55.977785 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b6f09-6405-44c1-b840-7fa4d881ea76 req-ff1c8bab-7c2f-4fa1-832f-a33953efa030 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:55.979586 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1d8b6f09-6405-44c1-b840-7fa4d881ea76 req-ff1c8bab-7c2f-4fa1-832f-a33953efa030 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.1096706 Jun 29 08:06:55.987592 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-d437022a-9500-4e7e-be37-0af930012769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:55.989674 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-d437022a-9500-4e7e-be37-0af930012769 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b74e483-4a84-4149-9ef0-91f3e14ff64f HTTP/1.1" status: 200 len: 910 time: 0.2992229 Jun 29 08:06:56.037634 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-06704a16-0341-4789-955a-3f702ff095f7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (338e4a08-4897-476f-aa31-ca963931937a), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.055337 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-06704a16-0341-4789-955a-3f702ff095f7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (338e4a08-4897-476f-aa31-ca963931937a), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.075423 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1d8b6f09-6405-44c1-b840-7fa4d881ea76 req-cf72d166-7820-4460-be80-c79f5cbe02db tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832465 Jun 29 08:06:56.077305 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c29672-5d6a-4c37-9c11-170aeacfe1b1 None None] New status for floating IP d522db9c-30ce-4130-9139-d80787c37bc5: ACTIVE {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:06:56.103667 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06704a16-0341-4789-955a-3f702ff095f7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338e4a08-4897-476f-aa31-ca963931937a,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:56.112779 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-75266ac7-acc2-46e3-af9a-5177ddd0d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:56.115090 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-75266ac7-acc2-46e3-af9a-5177ddd0d66f service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.3581707 Jun 29 08:06:56.151283 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-06704a16-0341-4789-955a-3f702ff095f7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.152541 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-06704a16-0341-4789-955a-3f702ff095f7 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5156913 Jun 29 08:06:56.156096 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43534) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:56.164844 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-cb334815-8023-43cd-9767-3fd0d6c96021 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'security_group_rule': {'security_group_id': 'e5616007-85ed-4da9-9eed-331121f2f244', 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:56.175767 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-13865d64-0608-44a4-a6ff-fd3472e637ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:56.178668 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-13865d64-0608-44a4-a6ff-fd3472e637ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc13a0b9-e34d-4650-bb88-8388325ba847 HTTP/1.1" status: 200 len: 916 time: 0.2368550 Jun 29 08:06:56.186698 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'd52b972a-4340-4e5c-972f-efe1088d8437', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'port_id': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'mac_address': 'fa:16:3e:e5:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:06:53Z', 'updated_at': '2022-06-29T08:06:53Z', 'revision_number': 0, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:47Z', 'revision_number': 5, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:56.209832 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cb334815-8023-43cd-9767-3fd0d6c96021 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (6722e2be-5b0c-4323-94dd-01613bd730df), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.222352 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] Checking router: 286ba927-a0d4-4319-a9f7-91ec9dbbd59a for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:06:56.243599 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] Routers {'286ba927-a0d4-4319-a9f7-91ec9dbbd59a'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:06:56.246471 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:06:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:56.279680 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2fae3-94af-45b5-8291-6be31212fa2a req-7c90dedd-606b-4d21-807e-27f86fd8c534 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:56.283630 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-aca2fae3-94af-45b5-8291-6be31212fa2a req-7c90dedd-606b-4d21-807e-27f86fd8c534 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0819430 Jun 29 08:06:56.309572 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cb334815-8023-43cd-9767-3fd0d6c96021 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (6722e2be-5b0c-4323-94dd-01613bd730df), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.318631 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cb334815-8023-43cd-9767-3fd0d6c96021 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (6722e2be-5b0c-4323-94dd-01613bd730df), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.356910 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb334815-8023-43cd-9767-3fd0d6c96021 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6722e2be-5b0c-4323-94dd-01613bd730df,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:56.361280 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-aca2fae3-94af-45b5-8291-6be31212fa2a req-5a65fd1d-505a-4513-9e0a-b5788a6c8b86 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706146 Jun 29 08:06:56.384179 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cb334815-8023-43cd-9767-3fd0d6c96021 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.387612 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-cb334815-8023-43cd-9767-3fd0d6c96021 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2280881 Jun 29 08:06:56.389548 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 43536) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:56.394718 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-160e52d8-c426-4339-93fe-75e7d1fe1a2b tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'security_group_rule': {'security_group_id': 'e5616007-85ed-4da9-9eed-331121f2f244', 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:56.421400 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] Set router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:06:56.426392 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-160e52d8-c426-4339-93fe-75e7d1fe1a2b tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (4441fd99-003a-4571-ac7e-aa5a9e7d2e74), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.466635 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:56.508387 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-160e52d8-c426-4339-93fe-75e7d1fe1a2b tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (4441fd99-003a-4571-ac7e-aa5a9e7d2e74), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.513699 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-160e52d8-c426-4339-93fe-75e7d1fe1a2b tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (4441fd99-003a-4571-ac7e-aa5a9e7d2e74), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.537286 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e52d8-c426-4339-93fe-75e7d1fe1a2b tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4441fd99-003a-4571-ac7e-aa5a9e7d2e74,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:56.548762 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-160e52d8-c426-4339-93fe-75e7d1fe1a2b tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.554880 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-160e52d8-c426-4339-93fe-75e7d1fe1a2b tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600761 Jun 29 08:06:56.555405 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43538) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:56.560598 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-783f1cbc-3f3c-43ea-92eb-8571841f7204 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'security_group_rule': {'security_group_id': 'e5616007-85ed-4da9-9eed-331121f2f244', 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:56.594256 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-783f1cbc-3f3c-43ea-92eb-8571841f7204 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (e714a5b0-5ff2-4e87-a2c2-0914f7615adc), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.681705 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-783f1cbc-3f3c-43ea-92eb-8571841f7204 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (e714a5b0-5ff2-4e87-a2c2-0914f7615adc), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.687203 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-783f1cbc-3f3c-43ea-92eb-8571841f7204 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (e714a5b0-5ff2-4e87-a2c2-0914f7615adc), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.707889 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'd52b972a-4340-4e5c-972f-efe1088d8437', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'port_id': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'mac_address': 'fa:16:3e:e5:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:06:53Z', 'updated_at': '2022-06-29T08:06:53Z', 'revision_number': 0, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:47Z', 'revision_number': 5, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:06:56.709497 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f1cbc-3f3c-43ea-92eb-8571841f7204 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e714a5b0-5ff2-4e87-a2c2-0914f7615adc,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:56.720935 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-783f1cbc-3f3c-43ea-92eb-8571841f7204 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.726673 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-783f1cbc-3f3c-43ea-92eb-8571841f7204 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1657488 Jun 29 08:06:56.727029 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43540) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:56.731502 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-9392daec-fc58-48c2-8d36-b0df91eda252 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'security_group_rule': {'security_group_id': 'e5616007-85ed-4da9-9eed-331121f2f244', 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:56.737711 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42429b1d-bdaa-4224-9964-98b18c69d902 None None] The sync data for ids ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'] in dv-cinder-768105-14-iscsi is: [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'd52b972a-4340-4e5c-972f-efe1088d8437', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'port_id': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'mac_address': 'fa:16:3e:e5:be:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:06:53Z', 'updated_at': '2022-06-29T08:06:53Z', 'revision_number': 0, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:47Z', 'revision_number': 5, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:06:56.757720 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.securitygroups_db [None req-9392daec-fc58-48c2-8d36-b0df91eda252 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Project a7afb1bdb06042f4b983631745f32e19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 08:06:56.764521 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9392daec-fc58-48c2-8d36-b0df91eda252 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (b5cadcd3-b8ab-4246-88e6-2ffde5be59bc), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.800052 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:56.942605 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9392daec-fc58-48c2-8d36-b0df91eda252 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (b5cadcd3-b8ab-4246-88e6-2ffde5be59bc), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.945202 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-89926ca2-9693-4823-8d0c-da56183d0710 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d HTTP/1.1" status: 200 len: 1002 time: 0.1376226 Jun 29 08:06:56.955196 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9392daec-fc58-48c2-8d36-b0df91eda252 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (b5cadcd3-b8ab-4246-88e6-2ffde5be59bc), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:56.994782 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392daec-fc58-48c2-8d36-b0df91eda252 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cadcd3-b8ab-4246-88e6-2ffde5be59bc,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:57.029119 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-12c7e5a8-166a-4777-8791-55975ddbdb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:57.055169 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9392daec-fc58-48c2-8d36-b0df91eda252 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:57.057697 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-9392daec-fc58-48c2-8d36-b0df91eda252 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3294160 Jun 29 08:06:57.062967 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 43548) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:06:57.082131 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-5e0febdb-cda3-4d0b-b1b2-d1b2c16aa456 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'security_group_rule': {'security_group_id': 'e5616007-85ed-4da9-9eed-331121f2f244', 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:57.087740 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271c116-46ab-44c0-b0b5-dcea9fd1e738 None None] New status for floating IP d52b972a-4340-4e5c-972f-efe1088d8437: ACTIVE {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:06:57.132605 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-f985c655-d8ca-4b15-a026-47e456cc5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:57.136405 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-f985c655-d8ca-4b15-a026-47e456cc5f4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31a1f052-0de0-4021-ba10-ad1ca2d58d4b HTTP/1.1" status: 200 len: 848 time: 0.1564343 Jun 29 08:06:57.159105 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-90fad553-e7da-4b6a-94d1-c93c0d3cc44d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce HTTP/1.1" status: 200 len: 217 time: 0.2175438 Jun 29 08:06:57.165160 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.securitygroups_db [None req-5e0febdb-cda3-4d0b-b1b2-d1b2c16aa456 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Project a7afb1bdb06042f4b983631745f32e19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 08:06:57.233101 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5e0febdb-cda3-4d0b-b1b2-d1b2c16aa456 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (1abc42dc-4e49-4dda-b68c-7b947834a5a7), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:57.245820 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-83c79a67-b76a-4feb-9e9a-94165047b9a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1315c7c2-f10d-4890-8b5e-93890c37db42 HTTP/1.1" status: 200 len: 999 time: 0.3063891 Jun 29 08:06:57.320561 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-d8a2a4ab-3ddb-419e-aeaa-91b93653db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:57.323690 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-d8a2a4ab-3ddb-419e-aeaa-91b93653db9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.1305501 Jun 29 08:06:57.344584 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:57.437040 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-e87d92cc-64fd-45de-aa8c-f922a0bb9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:57.440826 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-e87d92cc-64fd-45de-aa8c-f922a0bb9176 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b26967be-8f94-423a-b6e8-46ec52764ca0 HTTP/1.1" status: 200 len: 854 time: 0.1830480 Jun 29 08:06:57.558162 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-371093ad-f366-4679-a694-3f9d7ca72577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:57.560625 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-371093ad-f366-4679-a694-3f9d7ca72577 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2246239 Jun 29 08:06:57.630781 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-6a4def51-8b31-4f5c-92dd-f2cfdc348cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:57.632357 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-6a4def51-8b31-4f5c-92dd-f2cfdc348cb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc13a0b9-e34d-4650-bb88-8388325ba847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1794176 Jun 29 08:06:57.685476 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830a3f1-7a29-40ab-a2e0-573dbe892701 req-4026e6b5-4781-4c08-a99f-643d2faf7133 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:57.694490 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4830a3f1-7a29-40ab-a2e0-573dbe892701 req-4026e6b5-4781-4c08-a99f-643d2faf7133 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.1322954 Jun 29 08:06:57.712813 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-eec92f0b-1005-4e4f-b00e-241dde6a55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:57.714623 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-eec92f0b-1005-4e4f-b00e-241dde6a55be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b74e483-4a84-4149-9ef0-91f3e14ff64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5661178 Jun 29 08:06:57.730235 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facda64-76c8-4656-a41b-e620fa0d1873 req-f171159d-513f-4015-8c58-d75720244e3b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:57.732014 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4facda64-76c8-4656-a41b-e620fa0d1873 req-f171159d-513f-4015-8c58-d75720244e3b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.4900012 Jun 29 08:06:57.820502 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:57.826187 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:57.877643 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-4521c590-9c81-4251-8307-8d591f2f8f3e service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972698 Jun 29 08:06:57.887033 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-d7f23cdc-40e9-40c3-84cd-35693c0d1ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468803 Jun 29 08:06:57.900215 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4830a3f1-7a29-40ab-a2e0-573dbe892701 req-be80ff0d-011b-46c1-9082-03c6501f64f7 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048693 Jun 29 08:06:57.943006 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5e0febdb-cda3-4d0b-b1b2-d1b2c16aa456 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (1abc42dc-4e49-4dda-b68c-7b947834a5a7), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:57.968444 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4facda64-76c8-4656-a41b-e620fa0d1873 req-67942712-22e2-4c00-8236-6f9f21855f2f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053261 Jun 29 08:06:57.970421 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5e0febdb-cda3-4d0b-b1b2-d1b2c16aa456 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (1abc42dc-4e49-4dda-b68c-7b947834a5a7), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:57.981216 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-1122a8a4-8ef5-4261-95ae-ed3de829b9c5 service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467372 Jun 29 08:06:57.995831 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0febdb-cda3-4d0b-b1b2-d1b2c16aa456 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abc42dc-4e49-4dda-b68c-7b947834a5a7,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:58.002865 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5e0febdb-cda3-4d0b-b1b2-d1b2c16aa456 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:58.004204 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-5e0febdb-cda3-4d0b-b1b2-d1b2c16aa456 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9393141 Jun 29 08:06:58.019936 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f3aa68c2-a1d1-444d-81cb-d554ed975b88 req-7e4f4704-f3b2-4080-99f4-dd7555185ca7 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318774 Jun 29 08:06:58.191170 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-20351074-c5e5-4eb9-ae28-24a127a81907 req-7ecaf5ac-5e24-4efa-9e63-4fad74e4952f service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120470 Jun 29 08:06:58.197424 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-d99fd175-5cfd-49cc-ab0d-0a5929419042 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260344434&fields=id&tenant_id=a7afb1bdb06042f4b983631745f32e19 HTTP/1.1" status: 200 len: 267 time: 0.1269157 Jun 29 08:06:58.279318 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef0ddaa7-03b3-45e5-b454-b1a457619078 req-13377366-4f2f-4a83-8b5e-66cfb6f5d3c9 service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997442 Jun 29 08:06:58.302808 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-2f49ac22-f148-4e25-9ed5-8ed56f65cabb tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:58.304437 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-2f49ac22-f148-4e25-9ed5-8ed56f65cabb tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0888865 Jun 29 08:06:58.324160 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:58.325291 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-5e36b036-7684-4886-a1f4-c8c5d450388f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'port': {'security_groups': ['9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd', 'e5616007-85ed-4da9-9eed-331121f2f244']}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:06:58.423157 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-5e36b036-7684-4886-a1f4-c8c5d450388f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:58.474585 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:58.675830 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-5e36b036-7684-4886-a1f4-c8c5d450388f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] For port 1315c7c2-f10d-4890-8b5e-93890c37db42, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1315c7c2-f10d-4890-8b5e-93890c37db42,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:06:58.711322 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-5e36b036-7684-4886-a1f4-c8c5d450388f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:58.716887 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-5e36b036-7684-4886-a1f4-c8c5d450388f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:58.765410 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['1315c7c2-f10d-4890-8b5e-93890c37db42'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:06:58.768381 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-5e36b036-7684-4886-a1f4-c8c5d450388f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:58.769093 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-5e36b036-7684-4886-a1f4-c8c5d450388f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:58.772630 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-253ae8ac-834d-40b6-ab00-b68d231268eb req-5e36b036-7684-4886-a1f4-c8c5d450388f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "PUT /v2.0/ports/1315c7c2-f10d-4890-8b5e-93890c37db42 HTTP/1.1" status: 200 len: 981 time: 0.4539852 Jun 29 08:06:58.772630 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:06:58.774337 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af56547e-b6f6-4de9-9a44-752eab7dbdfa" -d '{"events": [{"name": "network-changed", "server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:06:58.799583 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36b036-7684-4886-a1f4-c8c5d450388f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'Port': ['ID=1315c7c2-f10d-4890-8b5e-93890c37db42,revision_number=6']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:06:58.828897 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027bcd7b-1490-471a-9539-0dba2187eb16 x-openstack-request-id: req-027bcd7b-1490-471a-9539-0dba2187eb16 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:06:58.829225 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:06:58.829540 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-027bcd7b-1490-471a-9539-0dba2187eb16 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:06:58.830032 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027bcd7b-1490-471a-9539-0dba2187eb16'] response: {'name': 'network-changed', 'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'status': 'completed', 'code': 200} Jun 29 08:06:58.923546 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45002619-a37e-4466-b276-7ff235157d8d req-5f5dd37c-6c6d-4b94-a311-e525cb34b7d0 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:58.930300 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-45002619-a37e-4466-b276-7ff235157d8d req-5f5dd37c-6c6d-4b94-a311-e525cb34b7d0 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0712860 Jun 29 08:06:58.968159 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-5a8f2f2d-2b8a-4ea3-9b44-e9ff0fa47871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:58.970773 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-5a8f2f2d-2b8a-4ea3-9b44-e9ff0fa47871 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7afb1bdb06042f4b983631745f32e19&device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 1168 time: 0.0725594 Jun 29 08:06:58.997875 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['1315c7c2-f10d-4890-8b5e-93890c37db42'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:06:59.064523 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-45002619-a37e-4466-b276-7ff235157d8d req-af38f037-f5c2-453d-83d3-ac6710481c6e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247959 Jun 29 08:06:59.147228 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:59.191462 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ba72b-09a7-4a35-9fd9-3be3fb6418ac req-fb01dfb7-55b6-4aa0-98be-79459d21bcc3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:59.194067 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9b4ba72b-09a7-4a35-9fd9-3be3fb6418ac req-fb01dfb7-55b6-4aa0-98be-79459d21bcc3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.0691457 Jun 29 08:06:59.201133 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d90e4a9b-b9fc-4544-8ff2-8036e3d3a5a5 None None] Provisioning complete for port 1315c7c2-f10d-4890-8b5e-93890c37db42 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:06:59.201517 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d90e4a9b-b9fc-4544-8ff2-8036e3d3a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:59.212347 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b2a15-d00e-46c9-a887-e08389498b8e req-6901f742-e454-4c47-adc1-2b05bf8258c9 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:59.214159 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ad4b2a15-d00e-46c9-a887-e08389498b8e req-6901f742-e454-4c47-adc1-2b05bf8258c9 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0768661 Jun 29 08:06:59.219380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-e6033f7e-e9b4-4c9e-9c2e-ec17fd3ff5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:59.221910 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-e6033f7e-e9b4-4c9e-9c2e-ec17fd3ff5da service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc13a0b9-e34d-4650-bb88-8388325ba847 HTTP/1.1" status: 200 len: 916 time: 0.2449868 Jun 29 08:06:59.256480 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:59.265230 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9b4ba72b-09a7-4a35-9fd9-3be3fb6418ac req-3a1cd218-f5fd-48b8-a3e8-1ea7b1cbfb03 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604494 Jun 29 08:06:59.300119 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:59.322770 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:59.331102 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ad4b2a15-d00e-46c9-a887-e08389498b8e req-a8784caf-a820-44eb-bd1d-947763806f8b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079912 Jun 29 08:06:59.333475 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-84c36a26-584f-4e9d-b0dc-aa288e8e3ba3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1315c7c2-f10d-4890-8b5e-93890c37db42 HTTP/1.1" status: 200 len: 1001 time: 0.0911260 Jun 29 08:06:59.439611 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d90e4a9b-b9fc-4544-8ff2-8036e3d3a5a5 None None] Current status of the port 1315c7c2-f10d-4890-8b5e-93890c37db42 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:06:59.478105 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-a73af0f0-e61a-4939-88a7-146a2d4b51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:59.479712 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-a73af0f0-e61a-4939-88a7-146a2d4b51c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b26967be-8f94-423a-b6e8-46ec52764ca0 HTTP/1.1" status: 200 len: 854 time: 0.0708232 Jun 29 08:06:59.546096 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-52a3ca31-a336-4bb7-b1f7-2251195d385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:06:59.548668 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-52a3ca31-a336-4bb7-b1f7-2251195d385a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc13a0b9-e34d-4650-bb88-8388325ba847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575833 Jun 29 08:06:59.589497 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:06:59.681818 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-8e5581cf-8b04-41db-a6cf-bfc0656cafc8 service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219649 Jun 29 08:06:59.718364 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:06:59.802220 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-af56547e-b6f6-4de9-9a44-752eab7dbdfa req-917c7f4d-28a1-4717-92fa-b042b9f09023 service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127639 Jun 29 08:06:59.883125 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:00.459604 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a8e31-23be-445f-bc42-7bc1a876cb6e req-7b0e5da4-937b-4b1b-9298-207e336326fd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:00.461122 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b45a8e31-23be-445f-bc42-7bc1a876cb6e req-7b0e5da4-937b-4b1b-9298-207e336326fd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0575368 Jun 29 08:07:00.516946 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b45a8e31-23be-445f-bc42-7bc1a876cb6e req-be85ecb9-4272-4967-9a2d-3b1ad6fefe61 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500033 Jun 29 08:07:00.775142 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf4507-eb90-429c-be07-050c447b3198 req-44285e2b-adc6-46bd-af08-6ac2763e0774 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:00.776679 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-49bf4507-eb90-429c-be07-050c447b3198 req-44285e2b-adc6-46bd-af08-6ac2763e0774 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0771637 Jun 29 08:07:00.826167 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-f8d4f826-371d-4681-9842-2aca32acdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:00.828954 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-f8d4f826-371d-4681-9842-2aca32acdafc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 1130 time: 0.0493329 Jun 29 08:07:00.837759 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-49bf4507-eb90-429c-be07-050c447b3198 req-0367166f-b246-466d-b656-60bc647c6db1 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531719 Jun 29 08:07:00.937564 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:00.944381 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-1dcdd664-221f-44ba-8f8d-4ac8e6b0d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:00.946128 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-1dcdd664-221f-44ba-8f8d-4ac8e6b0d3eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 911 time: 0.1072323 Jun 29 08:07:01.017435 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-3237e229-c490-4449-b812-185f0255c068 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93d914e-7134-4247-b5f0-de80f217a1e0 HTTP/1.1" status: 200 len: 1002 time: 0.0649095 Jun 29 08:07:01.073829 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-d35b874b-8bcc-48ec-9574-209a26b42f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:01.075367 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-d35b874b-8bcc-48ec-9574-209a26b42f4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609be66d-5709-4032-86d4-0115dbc1bb2c HTTP/1.1" status: 200 len: 849 time: 0.0494952 Jun 29 08:07:01.123882 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-10cf9346-4e45-4406-b96a-2496316d9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:01.125495 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-10cf9346-4e45-4406-b96a-2496316d9edb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83284d8b-f58e-483b-bfde-1c25f92d3de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435383 Jun 29 08:07:01.236890 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-3b76c2ac-a7b0-48f8-92ae-13f965544fad service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034377 Jun 29 08:07:01.344805 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b70f11b8-72b9-4e14-89de-f4fa0ef1a657 req-317be74b-a72c-4a9c-84f1-5bdfe76449ad service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008184 Jun 29 08:07:01.977966 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9056dc2-18c5-4feb-b31b-98b545f37080 req-5f1b1e1b-379a-4be2-ba7c-79c8aae9ed72 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:01.979580 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c9056dc2-18c5-4feb-b31b-98b545f37080 req-5f1b1e1b-379a-4be2-ba7c-79c8aae9ed72 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0611203 Jun 29 08:07:02.040779 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c9056dc2-18c5-4feb-b31b-98b545f37080 req-fb283f5d-1e3f-473e-a937-4f8c3555f661 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525181 Jun 29 08:07:03.163053 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c547ef8-d0b6-42e7-984b-1a2823383e2e req-38ceb1eb-c1e9-44f2-9d1c-698ce73a582a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:03.164592 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6c547ef8-d0b6-42e7-984b-1a2823383e2e req-38ceb1eb-c1e9-44f2-9d1c-698ce73a582a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0499613 Jun 29 08:07:03.218748 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6c547ef8-d0b6-42e7-984b-1a2823383e2e req-a3ef6661-baf0-4e3d-b939-a9eb0ec76d36 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482030 Jun 29 08:07:07.339490 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:09.869200 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:09.876718 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=35 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:09.878964 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:12.026871 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=83 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:12.036957 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=43 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:13.205853 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=29 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:13.214423 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=56 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:16.906472 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7bb75-38fc-447c-9a96-e81c783aff85 req-ddb2c1cf-002c-4807-83df-a14d50f3db8c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:16.908582 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-11f7bb75-38fc-447c-9a96-e81c783aff85 req-ddb2c1cf-002c-4807-83df-a14d50f3db8c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0930533 Jun 29 08:07:16.914809 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-8b9a37d8-43ed-42ad-893d-01d62a4ba50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:16.916312 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-8b9a37d8-43ed-42ad-893d-01d62a4ba50a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 1130 time: 0.0629051 Jun 29 08:07:17.022346 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-11f7bb75-38fc-447c-9a96-e81c783aff85 req-ab3a7a16-74ca-43b3-a039-8d07c16014b0 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036077 Jun 29 08:07:17.049435 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-9c95cb9b-ec33-4305-aa56-dca177fd991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:17.051216 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-9c95cb9b-ec33-4305-aa56-dca177fd991b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.1247988 Jun 29 08:07:17.122023 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-081d559b-3fd7-436e-9e8f-e2b30c68c7dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a HTTP/1.1" status: 200 len: 1002 time: 0.0642731 Jun 29 08:07:17.173721 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-2dc109f5-5aaf-4837-8594-50109e835d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:17.175134 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-2dc109f5-5aaf-4837-8594-50109e835d22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.0475111 Jun 29 08:07:17.227273 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-22c311cd-f08a-4d39-93e0-9146cd2e2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:17.228801 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-22c311cd-f08a-4d39-93e0-9146cd2e2f87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422716 Jun 29 08:07:17.547667 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-b4b59ca2-d195-4132-937c-8a2a1bfc490b service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116903 Jun 29 08:07:17.648560 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ea7828cc-983a-4fc3-bf06-4fa823c9405b req-49e714b5-59b6-41d9-aabf-8bf79f185072 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937755 Jun 29 08:07:18.150289 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551c5b5-6e01-4a3f-b09f-c8c591f76e05 req-88c1feac-6f17-434d-9b84-44532ba1ab2e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:18.151810 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3551c5b5-6e01-4a3f-b09f-c8c591f76e05 req-88c1feac-6f17-434d-9b84-44532ba1ab2e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0500045 Jun 29 08:07:18.204394 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3551c5b5-6e01-4a3f-b09f-c8c591f76e05 req-561fa175-ea19-4f5a-a6a6-3304d9088f4d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460732 Jun 29 08:07:19.332903 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14b855-c97f-41d6-bf6c-5c02b79f3c75 req-6e2a3ce8-9dce-4986-b7c3-c3254a760542 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:19.334375 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fd14b855-c97f-41d6-bf6c-5c02b79f3c75 req-6e2a3ce8-9dce-4986-b7c3-c3254a760542 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0529335 Jun 29 08:07:19.385727 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fd14b855-c97f-41d6-bf6c-5c02b79f3c75 req-04cf872b-cb01-4ae7-9df8-13578a74658b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456991 Jun 29 08:07:20.210151 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961173a-afc8-4d7a-b850-9724ee554e4e req-2b7bc79b-f9c1-4357-8106-f2a3f74051fc tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:20.211708 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d961173a-afc8-4d7a-b850-9724ee554e4e req-2b7bc79b-f9c1-4357-8106-f2a3f74051fc tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 946 time: 0.0501566 Jun 29 08:07:20.262606 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d961173a-afc8-4d7a-b850-9724ee554e4e req-aed22ee8-9055-489d-b7b3-158f7bf4fb07 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Jun 29 08:07:20.526561 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c676996-e681-4fc7-97fd-4363fb0b39b5 req-5a766d8a-6aaf-4481-8324-373785ecd408 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:20.528393 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9c676996-e681-4fc7-97fd-4363fb0b39b5 req-5a766d8a-6aaf-4481-8324-373785ecd408 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0606492 Jun 29 08:07:20.582472 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9c676996-e681-4fc7-97fd-4363fb0b39b5 req-98a86725-8259-4cfb-b899-c061bd39013a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475791 Jun 29 08:07:21.388727 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef45bf8-cf0e-461c-932d-38bf6e7466ba req-22159937-432a-4f57-aa54-ef78023790aa tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:21.390366 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6ef45bf8-cf0e-461c-932d-38bf6e7466ba req-22159937-432a-4f57-aa54-ef78023790aa tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 946 time: 0.0492558 Jun 29 08:07:21.446632 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6ef45bf8-cf0e-461c-932d-38bf6e7466ba req-19909be8-b7f5-45a7-a0f0-8cf4b3512939 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498886 Jun 29 08:07:21.716306 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d6411-2536-4dba-b755-3bd705c577f7 req-4f111df0-6e7f-48e6-ae00-981b3eb22a31 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:21.718107 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-971d6411-2536-4dba-b755-3bd705c577f7 req-4f111df0-6e7f-48e6-ae00-981b3eb22a31 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0559962 Jun 29 08:07:21.781340 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-971d6411-2536-4dba-b755-3bd705c577f7 req-70438bce-ceb5-4c62-a9d0-3501a7c9dc0b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541227 Jun 29 08:07:22.003383 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:22.564880 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286c842-361d-48c4-b582-e0b3e7133661 req-8ba86a40-266d-46ce-a04b-634b4e41baff tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:22.566411 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d286c842-361d-48c4-b582-e0b3e7133661 req-8ba86a40-266d-46ce-a04b-634b4e41baff tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 946 time: 0.0479200 Jun 29 08:07:22.623969 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d286c842-361d-48c4-b582-e0b3e7133661 req-947aa4e3-3869-4e11-87a1-c24521ac76f4 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/security-groups?id=6df75bc8-5a25-4e92-820c-291fe5bed2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518587 Jun 29 08:07:22.906154 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452966fd-b0f3-4e57-bf5c-615613400d59 req-f453fd44-fafd-4a77-8543-4e1e4d3f6b8e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:22.907676 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-452966fd-b0f3-4e57-bf5c-615613400d59 req-f453fd44-fafd-4a77-8543-4e1e4d3f6b8e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0502148 Jun 29 08:07:22.957234 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-452966fd-b0f3-4e57-bf5c-615613400d59 req-9db31162-bfc8-4c99-9828-f4358e793da5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438128 Jun 29 08:07:23.099511 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cd92c-4e42-4539-ad00-84cd77112666 req-2b543781-2ee3-496a-bd5a-6de7dcaad594 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:23.101201 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-486cd92c-4e42-4539-ad00-84cd77112666 req-2b543781-2ee3-496a-bd5a-6de7dcaad594 tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 946 time: 0.0518429 Jun 29 08:07:23.139251 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:23.180293 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:23.196563 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-486cd92c-4e42-4539-ad00-84cd77112666 req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Deleting port fd0c00d6-7d1f-4a23-a222-4f83153cce1e {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:07:23.196909 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-486cd92c-4e42-4539-ad00-84cd77112666 req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:23.302849 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-486cd92c-4e42-4539-ad00-84cd77112666 req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] For port fd0c00d6-7d1f-4a23-a222-4f83153cce1e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,segment=NetworkSegment(8de619eb-993d-4465-8999-83644ed7a23c),segment_id=8de619eb-993d-4465-8999-83644ed7a23c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:07:23.303213 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-486cd92c-4e42-4539-ad00-84cd77112666 req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:23.318348 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-486cd92c-4e42-4539-ad00-84cd77112666 req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Calling delete_port for fd0c00d6-7d1f-4a23-a222-4f83153cce1e owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:07:23.462614 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-486cd92c-4e42-4539-ad00-84cd77112666 req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (fd0c00d6-7d1f-4a23-a222-4f83153cce1e), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:23.493757 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Pushing event deleted for resources: {'Port': ['ID=fd0c00d6-7d1f-4a23-a222-4f83153cce1e,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:07:23.504905 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.505275 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.505711 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.505953 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.506288 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.506623 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.506954 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.507280 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.507385 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['fd0c00d6-7d1f-4a23-a222-4f83153cce1e'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:07:23.507826 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.507917 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.508232 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.508558 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.508879 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.509234 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.509551 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:23.557309 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-486cd92c-4e42-4539-ad00-84cd77112666 req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] No DVR routers for this DVR port fd0c00d6-7d1f-4a23-a222-4f83153cce1e on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:07:23.560072 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-486cd92c-4e42-4539-ad00-84cd77112666 req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:23.564011 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-486cd92c-4e42-4539-ad00-84cd77112666 req-eb96e85a-3861-4076-a195-24864d1d9d9e tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.48 "DELETE /v2.0/ports/fd0c00d6-7d1f-4a23-a222-4f83153cce1e HTTP/1.1" status: 204 len: 173 time: 0.4561255 Jun 29 08:07:23.564467 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c089a8-9bde-42b2-aa4e-014dcc9a6a30', 'name': 'network-vif-deleted', 'tag': 'fd0c00d6-7d1f-4a23-a222-4f83153cce1e'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:07:23.566754 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb1879a-a0ae-487f-ab76-6fd69f091e82" -d '{"events": [{"server_uuid": "c6c089a8-9bde-42b2-aa4e-014dcc9a6a30", "name": "network-vif-deleted", "tag": "fd0c00d6-7d1f-4a23-a222-4f83153cce1e"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:07:23.607325 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ace5fc-4e91-4287-ac76-c873c5e3d7a5 x-openstack-request-id: req-59ace5fc-4e91-4287-ac76-c873c5e3d7a5 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:07:23.607618 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c089a8-9bde-42b2-aa4e-014dcc9a6a30", "name": "network-vif-deleted", "tag": "fd0c00d6-7d1f-4a23-a222-4f83153cce1e", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:07:23.607865 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59ace5fc-4e91-4287-ac76-c873c5e3d7a5 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:07:23.608360 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ace5fc-4e91-4287-ac76-c873c5e3d7a5'] response: {'server_uuid': 'c6c089a8-9bde-42b2-aa4e-014dcc9a6a30', 'name': 'network-vif-deleted', 'tag': 'fd0c00d6-7d1f-4a23-a222-4f83153cce1e', 'status': 'completed', 'code': 200} Jun 29 08:07:23.728606 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e423ad27-fbe2-4c06-b098-8f133bf30bff req-1ebada06-feac-460f-bb69-c8940f8255fc tempest-VolumesSnapshotTestJSON-591127580 tempest-VolumesSnapshotTestJSON-591127580-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6c089a8-9bde-42b2-aa4e-014dcc9a6a30 HTTP/1.1" status: 200 len: 210 time: 0.0302267 Jun 29 08:07:24.077724 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f062e4d-bb35-4a8b-8c68-d5ab0f70ea4d req-f7d68f3e-dc97-4289-b8ef-07792742dd2a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:24.079376 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8f062e4d-bb35-4a8b-8c68-d5ab0f70ea4d req-f7d68f3e-dc97-4289-b8ef-07792742dd2a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0496535 Jun 29 08:07:24.132543 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8f062e4d-bb35-4a8b-8c68-d5ab0f70ea4d req-d303d7a9-96be-43c2-b09f-ff256c3d4c8b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461924 Jun 29 08:07:24.440221 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0a53cb52-3d6e-451b-b962-9ecc7c8b3693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:25.276653 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e3863-2b03-4e58-9669-e991524efc98 req-2bdedcd0-c859-499a-bcfb-a8e762fd303d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:25.278188 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ad0e3863-2b03-4e58-9669-e991524efc98 req-2bdedcd0-c859-499a-bcfb-a8e762fd303d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0620749 Jun 29 08:07:25.280908 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec379f1c-9f33-4797-9e8d-85b0b8b2978b req-8aaca389-0877-4aba-8d3b-52199afedc49 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:25.283157 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ec379f1c-9f33-4797-9e8d-85b0b8b2978b req-8aaca389-0877-4aba-8d3b-52199afedc49 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0578706 Jun 29 08:07:25.347176 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ec379f1c-9f33-4797-9e8d-85b0b8b2978b req-11d1e436-6453-4f6d-8d8e-d3176a7140ad tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580633 Jun 29 08:07:25.354080 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-532b10a2-d3b2-4227-86b4-912370ea6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:25.355632 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-532b10a2-d3b2-4227-86b4-912370ea6c1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7afb1bdb06042f4b983631745f32e19&device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 1168 time: 0.0712359 Jun 29 08:07:25.388587 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ad0e3863-2b03-4e58-9669-e991524efc98 req-5f8d5e17-595a-4637-987a-d22c79af3bc7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028581 Jun 29 08:07:25.462150 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-bb01c141-56a4-472e-93f4-19b82dbc9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:25.463638 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-bb01c141-56a4-472e-93f4-19b82dbc9ede service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc13a0b9-e34d-4650-bb88-8388325ba847 HTTP/1.1" status: 200 len: 916 time: 0.0997381 Jun 29 08:07:25.530457 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-67b55112-81d3-40b8-8d6f-9c06a80140ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1315c7c2-f10d-4890-8b5e-93890c37db42 HTTP/1.1" status: 200 len: 1001 time: 0.0593238 Jun 29 08:07:25.581107 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-472550d4-9dab-4094-8689-b04b26baa648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:25.582552 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-472550d4-9dab-4094-8689-b04b26baa648 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b26967be-8f94-423a-b6e8-46ec52764ca0 HTTP/1.1" status: 200 len: 854 time: 0.0446172 Jun 29 08:07:25.630866 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-c6d44811-67e5-4851-b9b4-fe1ec34b2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:25.632446 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-c6d44811-67e5-4851-b9b4-fe1ec34b2dc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc13a0b9-e34d-4650-bb88-8388325ba847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423653 Jun 29 08:07:25.731811 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-a6718d98-3b42-4ab5-b112-56fd74eb618e service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925851 Jun 29 08:07:25.803966 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:25.840529 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-09d281d8-5008-4212-b10c-5d981e6e88a7 req-83e0020c-b9b7-4a9a-9ad1-3170a8fcb318 service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988748 Jun 29 08:07:26.167543 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device fd0c00d6-7d1f-4a23-a222-4f83153cce1e no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:07:26.192070 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: fd0c00d6-7d1f-4a23-a222-4f83153cce1e {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:07:26.192412 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device fd0c00d6-7d1f-4a23-a222-4f83153cce1e not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:07:26.466065 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52998724-0da5-4bf2-b208-dc05cc758667 req-dfee31f8-793f-4385-81b4-848c6640764e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:26.467673 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-52998724-0da5-4bf2-b208-dc05cc758667 req-dfee31f8-793f-4385-81b4-848c6640764e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0514913 Jun 29 08:07:26.511529 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600f9d-8046-4f97-94b6-7dcd85deafcf req-43bb90aa-57c5-4ea9-ba94-9908980e0929 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:26.513074 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-db600f9d-8046-4f97-94b6-7dcd85deafcf req-43bb90aa-57c5-4ea9-ba94-9908980e0929 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0515039 Jun 29 08:07:26.536704 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-52998724-0da5-4bf2-b208-dc05cc758667 req-a6c7fd8c-86dd-4066-a66a-a705f7d3e43f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620053 Jun 29 08:07:26.563199 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-db600f9d-8046-4f97-94b6-7dcd85deafcf req-b8c813a9-9c77-4866-96dc-13f4224e53c9 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444095 Jun 29 08:07:26.844860 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:07:26.944223 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b530bdd9-399c-4511-ba42-3203fdfa2cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:27.640449 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:27.656410 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbdae4-72a6-4f93-acc9-945e24397717 req-8397e7dc-907e-44dc-be79-f3c2fc7bcd41 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:27.658079 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8ccbdae4-72a6-4f93-acc9-945e24397717 req-8397e7dc-907e-44dc-be79-f3c2fc7bcd41 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0526741 Jun 29 08:07:27.679675 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145659e1-f9ca-4b8b-b46d-8e5543a2c8c1 req-748d39da-1277-453a-80d1-08e2c3e63978 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:27.681194 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-145659e1-f9ca-4b8b-b46d-8e5543a2c8c1 req-748d39da-1277-453a-80d1-08e2c3e63978 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0492640 Jun 29 08:07:27.719035 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8ccbdae4-72a6-4f93-acc9-945e24397717 req-21cb5d7f-51d7-47e3-9ff5-de42840d1375 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550900 Jun 29 08:07:27.728441 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-145659e1-f9ca-4b8b-b46d-8e5543a2c8c1 req-92ef6076-32bd-4c8f-ac87-4cc7d76f83e3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414510 Jun 29 08:07:28.321074 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:28.841078 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821adfe-8d39-4d0b-abf7-35ec9fd86347 req-24bd5d7a-0d36-445a-b240-2b0f357142de tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:28.842679 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9821adfe-8d39-4d0b-abf7-35ec9fd86347 req-24bd5d7a-0d36-445a-b240-2b0f357142de tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0507729 Jun 29 08:07:28.861325 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac712b84-005a-4222-8880-5b67b5aa2623 req-0cf685eb-3569-4ebb-8795-db74da162380 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:28.862939 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac712b84-005a-4222-8880-5b67b5aa2623 req-0cf685eb-3569-4ebb-8795-db74da162380 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0571530 Jun 29 08:07:28.918384 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9821adfe-8d39-4d0b-abf7-35ec9fd86347 req-9ac64157-552b-4ab8-b383-90282f234ee4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644212 Jun 29 08:07:28.929390 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac712b84-005a-4222-8880-5b67b5aa2623 req-c970fabb-3aff-425d-b1ae-67db6125201c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598130 Jun 29 08:07:29.499110 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:29.876733 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:30.053595 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95f088-f40a-41d8-bd3f-7b393b312f2c req-a2c0a996-405b-46ec-96de-f685369a2bf5 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:30.055139 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fc95f088-f40a-41d8-bd3f-7b393b312f2c req-a2c0a996-405b-46ec-96de-f685369a2bf5 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0517497 Jun 29 08:07:30.062119 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199c746-0b40-4d14-a1ec-076b7c621aa7 req-ae589db6-2c5b-4f1a-be8d-9ce04f1b0d8c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:30.063914 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6199c746-0b40-4d14-a1ec-076b7c621aa7 req-ae589db6-2c5b-4f1a-be8d-9ce04f1b0d8c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0540180 Jun 29 08:07:30.113808 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6199c746-0b40-4d14-a1ec-076b7c621aa7 req-bcde3f3d-c045-4334-95ba-e4eca6ba3ea1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440962 Jun 29 08:07:30.117209 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:30.129109 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fc95f088-f40a-41d8-bd3f-7b393b312f2c req-3f904a23-9967-4687-94ce-7f407d2d79f6 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680685 Jun 29 08:07:31.248344 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0ceb7-7bb9-4f8e-99e9-c115b6b803b5 req-2268d53c-fe6b-4624-9d43-1174180a8df5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:31.251033 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5aa0ceb7-7bb9-4f8e-99e9-c115b6b803b5 req-2268d53c-fe6b-4624-9d43-1174180a8df5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0666845 Jun 29 08:07:31.257533 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c4a7f-1cf1-4330-87a9-178e1d7a2b3b req-ab4c0421-938b-40f6-b3a4-f72b1a228454 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:31.259070 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-101c4a7f-1cf1-4330-87a9-178e1d7a2b3b req-ab4c0421-938b-40f6-b3a4-f72b1a228454 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0588641 Jun 29 08:07:31.287021 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:31.310633 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5aa0ceb7-7bb9-4f8e-99e9-c115b6b803b5 req-d0603aa9-1f8f-4bbd-95b5-f264e9651df2 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496595 Jun 29 08:07:31.324798 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-101c4a7f-1cf1-4330-87a9-178e1d7a2b3b req-2203942c-fdab-4f0b-8bab-ad0a1fe516d0 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579920 Jun 29 08:07:32.434742 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d78513-db50-4199-bb06-8b3a81e7924a req-00e92904-2795-420a-98df-c1cab955b2c7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:32.436343 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-30d78513-db50-4199-bb06-8b3a81e7924a req-00e92904-2795-420a-98df-c1cab955b2c7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0511134 Jun 29 08:07:32.446901 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d85d5-22e5-48b9-9f37-98e65056a228 req-a347c0d4-aba9-47ab-85ec-2869cd42e14f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:32.448479 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f69d85d5-22e5-48b9-9f37-98e65056a228 req-a347c0d4-aba9-47ab-85ec-2869cd42e14f tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0503712 Jun 29 08:07:32.494114 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-30d78513-db50-4199-bb06-8b3a81e7924a req-2b3157b3-88f0-470d-8355-bb3074386cdf tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510662 Jun 29 08:07:32.519554 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f69d85d5-22e5-48b9-9f37-98e65056a228 req-82ba70a7-3e1d-4494-a09c-9c4b6273f210 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644684 Jun 29 08:07:33.617329 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7da53c-f38d-4778-a9f0-cc2f9a42937b req-1c09814b-4cd8-4cec-8a0c-47ed99a7662b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:33.619087 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9e7da53c-f38d-4778-a9f0-cc2f9a42937b req-1c09814b-4cd8-4cec-8a0c-47ed99a7662b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0523367 Jun 29 08:07:33.656633 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2387-afe2-4b25-8fb4-2a3e86c3014c req-65439497-8990-4001-9521-29604cd603e4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:33.659287 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f33f2387-afe2-4b25-8fb4-2a3e86c3014c req-65439497-8990-4001-9521-29604cd603e4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0650485 Jun 29 08:07:33.674679 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9e7da53c-f38d-4778-a9f0-cc2f9a42937b req-0ca53da9-47c4-4636-b96b-1577ec876d16 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495946 Jun 29 08:07:33.731686 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f33f2387-afe2-4b25-8fb4-2a3e86c3014c req-2c1a9203-17fd-4ecd-9b60-099e04813c8e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637767 Jun 29 08:07:34.806855 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fc71c-e122-4480-bd97-880899bcd3b1 req-cfbddadd-4533-4349-93d2-6824635c92f4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:34.808338 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1b2fc71c-e122-4480-bd97-880899bcd3b1 req-cfbddadd-4533-4349-93d2-6824635c92f4 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0516036 Jun 29 08:07:34.854432 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b197-1c0e-440a-b983-4a28986e9aab req-b85c504c-269c-47bc-8bd6-d7d58b7785f0 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:34.856044 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-67d7b197-1c0e-440a-b983-4a28986e9aab req-b85c504c-269c-47bc-8bd6-d7d58b7785f0 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0517371 Jun 29 08:07:34.861191 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1b2fc71c-e122-4480-bd97-880899bcd3b1 req-b54fce5d-fbc2-46d9-b088-177bf54a30a7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463138 Jun 29 08:07:34.923874 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-67d7b197-1c0e-440a-b983-4a28986e9aab req-19e21400-4247-456f-90da-8c0f02907290 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610418 Jun 29 08:07:35.988496 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307d780-10ea-4e92-9f3c-74aa55306aef req-e92af85b-eaad-4337-8774-d9254a4d85ec tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:35.990046 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8307d780-10ea-4e92-9f3c-74aa55306aef req-e92af85b-eaad-4337-8774-d9254a4d85ec tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0503685 Jun 29 08:07:36.039369 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8307d780-10ea-4e92-9f3c-74aa55306aef req-8af48046-7f3c-47c0-97d6-c6d009a7717a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437245 Jun 29 08:07:36.043481 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fbfc2-e033-4fd6-bd87-3825b9090cb4 req-769429af-9de0-431c-86ea-47935ea0d093 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:36.045011 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-506fbfc2-e033-4fd6-bd87-3825b9090cb4 req-769429af-9de0-431c-86ea-47935ea0d093 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0529733 Jun 29 08:07:36.112189 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-506fbfc2-e033-4fd6-bd87-3825b9090cb4 req-9d8fd6b1-dbc0-44a5-863c-3960f7d89d7e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606153 Jun 29 08:07:36.752667 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=17 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:36.753387 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=17 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:37.168162 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ba6fd-f618-4d59-8bd1-99e38507cc7c req-e1a211cb-24b0-46fd-b364-9cecbe6bcabc tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:37.169689 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3d9ba6fd-f618-4d59-8bd1-99e38507cc7c req-e1a211cb-24b0-46fd-b364-9cecbe6bcabc tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0514200 Jun 29 08:07:37.218329 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3d9ba6fd-f618-4d59-8bd1-99e38507cc7c req-210a3ef0-6b4d-436e-ac74-525ee1b60977 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 Jun 29 08:07:37.227177 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e99b93-f541-418f-a954-d35a09a4dfd6 req-9c03cc5c-8217-4153-94f7-a50e6bf1fc7b tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:37.228687 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d2e99b93-f541-418f-a954-d35a09a4dfd6 req-9c03cc5c-8217-4153-94f7-a50e6bf1fc7b tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0486548 Jun 29 08:07:37.294110 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d2e99b93-f541-418f-a954-d35a09a4dfd6 req-c0446c3c-a67a-4231-a04f-3f997966dcf2 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596540 Jun 29 08:07:38.348092 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323001-69c2-4a34-88bb-864f04ae3522 req-c6367771-a708-4cb2-94a6-d45ca230fcb7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:38.349824 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8323001-69c2-4a34-88bb-864f04ae3522 req-c6367771-a708-4cb2-94a6-d45ca230fcb7 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0552003 Jun 29 08:07:38.371539 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:38.409052 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8323001-69c2-4a34-88bb-864f04ae3522 req-8b8fa937-6bcc-427b-9357-dc7a3bcd8a2f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526781 Jun 29 08:07:38.420610 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61375c6-97e2-46b0-877f-03f60d4d2f3e req-25dca1a7-dcef-41e4-bbc0-ce737843ed2e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:38.423594 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e61375c6-97e2-46b0-877f-03f60d4d2f3e req-25dca1a7-dcef-41e4-bbc0-ce737843ed2e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0537176 Jun 29 08:07:38.504064 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e61375c6-97e2-46b0-877f-03f60d4d2f3e req-4ff23b2d-b83c-4a77-9af2-5d46ce725e5d tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740154 Jun 29 08:07:38.669870 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31527b-b964-4001-9b5d-b1435bcb4354 req-a1cd4866-47e6-4d61-8a44-1f47d4005577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:38.670967 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1e31527b-b964-4001-9b5d-b1435bcb4354 req-a1cd4866-47e6-4d61-8a44-1f47d4005577 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 1130 time: 0.0412540 Jun 29 08:07:38.726217 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1e31527b-b964-4001-9b5d-b1435bcb4354 req-9d34c283-3533-4a90-83a3-d1a35fc0ac53 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442634 Jun 29 08:07:39.487278 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:39.525467 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e122ab-a414-4b88-b957-46a8f165b9c4 req-8b4accb6-148f-4f67-9fc4-c6f53ee48c30 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:39.526952 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-53e122ab-a414-4b88-b957-46a8f165b9c4 req-8b4accb6-148f-4f67-9fc4-c6f53ee48c30 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0486445 Jun 29 08:07:39.577285 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-53e122ab-a414-4b88-b957-46a8f165b9c4 req-3b7bd696-55ed-4b80-9b4d-6befdc77d48c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433087 Jun 29 08:07:39.629368 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292e40c-35eb-460b-b6ea-f46a49d4345e req-c43a8dc5-af2a-44a9-8d2e-598c887b8422 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:39.630954 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1292e40c-35eb-460b-b6ea-f46a49d4345e req-c43a8dc5-af2a-44a9-8d2e-598c887b8422 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0537367 Jun 29 08:07:39.695048 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1292e40c-35eb-460b-b6ea-f46a49d4345e req-e6fbd56c-af54-4909-9d40-49724a95009a tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5616007-85ed-4da9-9eed-331121f2f244&id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557225 Jun 29 08:07:39.864865 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:39.869295 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:39.871558 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:40.698475 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ad16c-a464-462f-9b81-a6cd4c08bd0e req-fc787f03-9fe6-4ce9-b12b-1f4131924008 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:40.699977 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-412ad16c-a464-462f-9b81-a6cd4c08bd0e req-fc787f03-9fe6-4ce9-b12b-1f4131924008 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0509994 Jun 29 08:07:40.747235 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-412ad16c-a464-462f-9b81-a6cd4c08bd0e req-7f1fbd16-1d1d-4318-8fa5-321f1bdb90ac tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411818 Jun 29 08:07:41.859174 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73893c06-6547-4ee9-9d98-b1263f562eb2 req-6a6b1078-e263-47d6-a4f3-292df8ec7245 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:41.860738 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-73893c06-6547-4ee9-9d98-b1263f562eb2 req-6a6b1078-e263-47d6-a4f3-292df8ec7245 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0461307 Jun 29 08:07:41.911668 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-73893c06-6547-4ee9-9d98-b1263f562eb2 req-a4902513-fbda-4e34-9dcf-1fa35914e776 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446129 Jun 29 08:07:42.343680 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582ad6a-025e-4f0a-8b19-5c2760cedaaf req-b26630bd-82c1-4979-98a6-d5e5430a529f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:42.345220 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8582ad6a-025e-4f0a-8b19-5c2760cedaaf req-b26630bd-82c1-4979-98a6-d5e5430a529f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0799992 Jun 29 08:07:42.351551 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc19df-1ade-438d-9809-d28f643527db req-5256ee3e-128b-477e-8f51-ec66859d9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:42.353028 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-88cc19df-1ade-438d-9809-d28f643527db req-5256ee3e-128b-477e-8f51-ec66859d9183 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 1130 time: 0.0549660 Jun 29 08:07:42.464157 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8582ad6a-025e-4f0a-8b19-5c2760cedaaf req-cf53169e-f9b0-4d95-8126-2fd6a04d2b70 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081760 Jun 29 08:07:42.492394 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc19df-1ade-438d-9809-d28f643527db req-91f4b328-1c54-4922-a753-81e050933937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:42.493962 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-88cc19df-1ade-438d-9809-d28f643527db req-91f4b328-1c54-4922-a753-81e050933937 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.1236358 Jun 29 08:07:42.554981 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-88cc19df-1ade-438d-9809-d28f643527db req-05a02043-d2da-4061-b9dc-df0588981765 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a HTTP/1.1" status: 200 len: 1002 time: 0.0551019 Jun 29 08:07:42.605842 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc19df-1ade-438d-9809-d28f643527db req-f633c4ad-09e3-4f54-812b-254540cd2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:42.607201 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-88cc19df-1ade-438d-9809-d28f643527db req-f633c4ad-09e3-4f54-812b-254540cd2b02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.0434146 Jun 29 08:07:42.667644 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc19df-1ade-438d-9809-d28f643527db req-88ef149f-22e0-419c-822e-592d9a855e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:42.669337 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-88cc19df-1ade-438d-9809-d28f643527db req-88ef149f-22e0-419c-822e-592d9a855e0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434501 Jun 29 08:07:42.763489 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-88cc19df-1ade-438d-9809-d28f643527db req-0802a0da-6172-4d0a-949d-d41df9dd6914 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868695 Jun 29 08:07:42.860404 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-88cc19df-1ade-438d-9809-d28f643527db req-b7f7f9b6-51db-4bf3-a95e-8d3beeddfd65 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895762 Jun 29 08:07:43.593594 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46f184-9d56-44ef-8600-d3716cb96ae4 req-fc121c1c-8643-4b15-8e87-c2a7bd858efd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:43.595090 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8f46f184-9d56-44ef-8600-d3716cb96ae4 req-fc121c1c-8643-4b15-8e87-c2a7bd858efd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0567851 Jun 29 08:07:43.607059 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:43.644695 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8f46f184-9d56-44ef-8600-d3716cb96ae4 req-53155e9c-9347-4e61-8520-6e779fe0c4d3 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434113 Jun 29 08:07:44.761782 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae01dd-70f7-429d-b8eb-0a55a93f79f5 req-a42a3e3d-2ea2-4031-9f1d-6d65bf358637 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:44.763320 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6eae01dd-70f7-429d-b8eb-0a55a93f79f5 req-a42a3e3d-2ea2-4031-9f1d-6d65bf358637 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0481882 Jun 29 08:07:44.811286 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6eae01dd-70f7-429d-b8eb-0a55a93f79f5 req-d16d201b-bbe8-410e-96f6-d3f0346c509c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417469 Jun 29 08:07:45.930067 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d84d24-eb46-41d8-b333-a31adf636c22 req-f6c81dd8-7a81-45e1-bf13-68f35400f82d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:45.931597 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-58d84d24-eb46-41d8-b333-a31adf636c22 req-f6c81dd8-7a81-45e1-bf13-68f35400f82d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0513778 Jun 29 08:07:45.947642 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:45.984966 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-58d84d24-eb46-41d8-b333-a31adf636c22 req-fb07581e-82b7-4bc0-a88c-c87a2369d9ee tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471146 Jun 29 08:07:46.091887 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:46.103730 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ec3a1-362f-4f83-bee0-edff98c9b809 req-2cd3c758-9f80-4d09-badd-1fcab8b53af5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:46.105250 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2b8ec3a1-362f-4f83-bee0-edff98c9b809 req-2cd3c758-9f80-4d09-badd-1fcab8b53af5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0521419 Jun 29 08:07:46.114703 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 43982) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:07:46.118911 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-c241adfc-0e60-4194-b0b3-4a3d32ab2f6c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Request body: {'floatingip': {'port_id': '5a5ce414-6f70-43b5-a7cc-7340f679070a'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:07:46.170969 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c241adfc-0e60-4194-b0b3-4a3d32ab2f6c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for floatingip (63122b3c-e625-4648-ad85-9d8818db4276), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:46.249073 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:46.612123 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c241adfc-0e60-4194-b0b3-4a3d32ab2f6c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:46.616136 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c241adfc-0e60-4194-b0b3-4a3d32ab2f6c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (63122b3c-e625-4648-ad85-9d8818db4276), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:46.823564 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c241adfc-0e60-4194-b0b3-4a3d32ab2f6c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Router eef5cbfa-6300-42f8-adf3-88dad4300f3c has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:07:47.152213 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c241adfc-0e60-4194-b0b3-4a3d32ab2f6c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:07:47.157072 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c241adfc-0e60-4194-b0b3-4a3d32ab2f6c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:47.162217 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] Sync routers for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:07:47.172156 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:07:47.172781 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:47.191250 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:07:47.192949 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2651b7-9c06-4bdd-ba75-617d9bf8490d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:07:47.222808 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-c241adfc-0e60-4194-b0b3-4a3d32ab2f6c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "PUT /v2.0/floatingips/63122b3c-e625-4648-ad85-9d8818db4276 HTTP/1.1" status: 200 len: 994 time: 1.1070406 Jun 29 08:07:47.251736 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608b4e27-ef35-44b6-b087-69129aab5f4f x-openstack-request-id: req-608b4e27-ef35-44b6-b087-69129aab5f4f {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:07:47.252027 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:07:47.252315 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-608b4e27-ef35-44b6-b087-69129aab5f4f {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:07:47.252815 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608b4e27-ef35-44b6-b087-69129aab5f4f'] response: {'name': 'network-changed', 'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'status': 'completed', 'code': 200} Jun 29 08:07:47.340454 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-f8f1d77f-5f8f-470c-b287-5d343d9c1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:47.341990 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-f8f1d77f-5f8f-470c-b287-5d343d9c1f19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 1130 time: 0.0413074 Jun 29 08:07:47.420572 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:47.420815 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:07:47.447813 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-e80c4e29-988c-4424-ad41-9c0b6392395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:47.450293 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-e80c4e29-988c-4424-ad41-9c0b6392395a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.1013517 Jun 29 08:07:47.524012 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-50112021-547a-4236-a7cf-de3be98b30b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a HTTP/1.1" status: 200 len: 1002 time: 0.0603123 Jun 29 08:07:47.577657 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-c67ae5f5-f92d-4ff8-a295-688f25ca5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:47.579242 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-c67ae5f5-f92d-4ff8-a295-688f25ca5b85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.0492227 Jun 29 08:07:47.615265 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:47.628358 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-4d8ed49a-7550-46cc-9502-0aa4113633e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:47.629902 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-4d8ed49a-7550-46cc-9502-0aa4113633e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427091 Jun 29 08:07:47.642933 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '63122b3c-e625-4648-ad85-9d8818db4276', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'port_id': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'mac_address': 'fa:16:3e:8c:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:05:11Z', 'updated_at': '2022-06-29T08:07:46Z', 'revision_number': 3, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:57Z', 'revision_number': 5, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:47.671599 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] Checking router: eef5cbfa-6300-42f8-adf3-88dad4300f3c for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:07:47.680801 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:07:47.681456 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:47.732876 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-9581db48-34b8-4ed1-ae37-2bedd4f5acdf service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887120 Jun 29 08:07:47.781122 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:07:47.823023 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-db2651b7-9c06-4bdd-ba75-617d9bf8490d req-3427e962-2c4b-423d-b78b-8c85f93cbcbe service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835190 Jun 29 08:07:48.008320 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '63122b3c-e625-4648-ad85-9d8818db4276', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'port_id': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'mac_address': 'fa:16:3e:8c:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:05:11Z', 'updated_at': '2022-06-29T08:07:46Z', 'revision_number': 3, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:57Z', 'revision_number': 5, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:48.039319 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3654f92-773a-481d-b9c4-1579ed80a601 None None] The sync data for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi is: [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '63122b3c-e625-4648-ad85-9d8818db4276', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'port_id': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'mac_address': 'fa:16:3e:8c:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:05:11Z', 'updated_at': '2022-06-29T08:07:46Z', 'revision_number': 3, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:57Z', 'revision_number': 5, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:07:48.151245 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44000) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:07:48.203709 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8662ae2-1a12-4326-b1c3-8cda6135abf8 admin admin] Deleting subnet c8a89ea9-b2a4-4eac-b6eb-fb2702795238 {{(pid=103901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:07:48.208279 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a8662ae2-1a12-4326-b1c3-8cda6135abf8 admin admin] Publish callbacks [] for subnet (c8a89ea9-b2a4-4eac-b6eb-fb2702795238), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.247203 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a8662ae2-1a12-4326-b1c3-8cda6135abf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26202167'] for subnet (c8a89ea9-b2a4-4eac-b6eb-fb2702795238), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.290440 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a8662ae2-1a12-4326-b1c3-8cda6135abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (c8a89ea9-b2a4-4eac-b6eb-fb2702795238), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.351075 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a8662ae2-1a12-4326-b1c3-8cda6135abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26775476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25339904'] for subnet (c8a89ea9-b2a4-4eac-b6eb-fb2702795238), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.380796 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8662ae2-1a12-4326-b1c3-8cda6135abf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a89ea9-b2a4-4eac-b6eb-fb2702795238,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:07:48.382816 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a8662ae2-1a12-4326-b1c3-8cda6135abf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.387169 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-a8662ae2-1a12-4326-b1c3-8cda6135abf8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c8a89ea9-b2a4-4eac-b6eb-fb2702795238 HTTP/1.1" status: 204 len: 168 time: 0.2345634 Jun 29 08:07:48.389266 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44002) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:07:48.462558 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (bb0ac50d-f096-456e-83b5-ef7555b20457), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.539975 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (bb0ac50d-f096-456e-83b5-ef7555b20457), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.561647 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0ac50d-f096-456e-83b5-ef7555b20457']}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:48.572062 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de619eb-993d-4465-8999-83644ed7a23c') {'for_net_delete': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:48.572356 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de619eb-993d-4465-8999-83644ed7a23c') {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:48.581779 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25764317'] for segment (8de619eb-993d-4465-8999-83644ed7a23c), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.594790 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (8de619eb-993d-4465-8999-83644ed7a23c), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.601285 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:07:48.601764 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946667'] for segment (8de619eb-993d-4465-8999-83644ed7a23c), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.622573 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 8de619eb-993d-4465-8999-83644ed7a23c resource provider aggregate not found Jun 29 08:07:48.669088 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 8de619eb-993d-4465-8999-83644ed7a23c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8de619eb-993d-4465-8999-83644ed7a23c found for delete ", "request_id": "req-bdc622e3-5e00-424b-9947-4cd9f39124e4"}]} Jun 29 08:07:48.680297 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (bb0ac50d-f096-456e-83b5-ef7555b20457), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.686305 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:48.690421 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bb0ac50d-f096-456e-83b5-ef7555b20457 HTTP/1.1" status: 204 len: 168 time: 0.3001065 Jun 29 08:07:48.702382 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bfac4-f055-4302-b54b-33201218d8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0ac50d-f096-456e-83b5-ef7555b20457,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:07:48.873063 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44020) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:07:48.922390 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-6522d17e-5644-4780-b328-0ffeac3ee84c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bdadf97d44048c3bec51c0ae58ee4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459843 Jun 29 08:07:48.922742 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44024) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:07:48.978823 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ce67692e-1a65-4a3e-b051-7ca373b30950 admin admin] Publish callbacks [] for security_group (6df75bc8-5a25-4e92-820c-291fe5bed2a3), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:49.005939 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ce67692e-1a65-4a3e-b051-7ca373b30950 admin admin] Publish callbacks [] for security_group (6df75bc8-5a25-4e92-820c-291fe5bed2a3), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:49.056639 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ce67692e-1a65-4a3e-b051-7ca373b30950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (6df75bc8-5a25-4e92-820c-291fe5bed2a3), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:49.059168 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ce67692e-1a65-4a3e-b051-7ca373b30950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:49.060325 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-ce67692e-1a65-4a3e-b051-7ca373b30950 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6df75bc8-5a25-4e92-820c-291fe5bed2a3 HTTP/1.1" status: 204 len: 168 time: 0.1367991 Jun 29 08:07:49.068884 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67692e-1a65-4a3e-b051-7ca373b30950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df75bc8-5a25-4e92-820c-291fe5bed2a3,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:07:49.254208 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:07:49.256674 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4376515c-b6e7-4686-994a-7d85431192d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:07:49.292137 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65352a48-c13f-4542-ab2a-8e14ca2871f3 x-openstack-request-id: req-65352a48-c13f-4542-ab2a-8e14ca2871f3 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:07:49.292428 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:07:49.292713 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65352a48-c13f-4542-ab2a-8e14ca2871f3 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:07:49.293097 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65352a48-c13f-4542-ab2a-8e14ca2871f3'] response: {'name': 'network-changed', 'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'status': 'completed', 'code': 200} Jun 29 08:07:49.583591 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:49.635204 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376515c-b6e7-4686-994a-7d85431192d5 req-793b6286-f19d-47d4-adcc-ab48e280ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:49.637778 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4376515c-b6e7-4686-994a-7d85431192d5 req-793b6286-f19d-47d4-adcc-ab48e280ec3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 1130 time: 0.0633240 Jun 29 08:07:49.740661 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376515c-b6e7-4686-994a-7d85431192d5 req-2f923ba3-1c76-4399-9a42-2f71c4645bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:49.742567 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4376515c-b6e7-4686-994a-7d85431192d5 req-2f923ba3-1c76-4399-9a42-2f71c4645bab service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.0955513 Jun 29 08:07:49.809189 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4376515c-b6e7-4686-994a-7d85431192d5 req-ee716ae0-b40d-4f6c-9aea-2815447f3f6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a HTTP/1.1" status: 200 len: 1002 time: 0.0593286 Jun 29 08:07:49.858819 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376515c-b6e7-4686-994a-7d85431192d5 req-114ce607-9b5e-4889-a11f-c993cc85e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:49.860334 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4376515c-b6e7-4686-994a-7d85431192d5 req-114ce607-9b5e-4889-a11f-c993cc85e6f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.0450552 Jun 29 08:07:49.914758 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376515c-b6e7-4686-994a-7d85431192d5 req-5dfec428-ec0a-4838-b1c0-c3661b30da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:49.916189 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4376515c-b6e7-4686-994a-7d85431192d5 req-5dfec428-ec0a-4838-b1c0-c3661b30da94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495954 Jun 29 08:07:49.961159 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:50.024340 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4376515c-b6e7-4686-994a-7d85431192d5 req-08b0cb04-f724-4ae8-969c-6b1e5d41438c service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993054 Jun 29 08:07:50.131671 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4376515c-b6e7-4686-994a-7d85431192d5 req-4d9e8235-4e11-410f-8c36-52afb72c88f5 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010530 Jun 29 08:07:51.375353 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedbdc2-dff1-4563-96b6-05ef67081ea3 req-24b012bb-8bd1-44ff-94cc-6bf0d15f79e6 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:51.377735 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-aeedbdc2-dff1-4563-96b6-05ef67081ea3 req-24b012bb-8bd1-44ff-94cc-6bf0d15f79e6 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.0535998 Jun 29 08:07:51.448702 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-aeedbdc2-dff1-4563-96b6-05ef67081ea3 req-01227961-0889-464b-93a5-52ea4e8c6da2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651839 Jun 29 08:07:52.016505 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:52.599059 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf61cd6-5734-42c9-b71f-045ecddc494e req-e1b8b61e-2f82-49cd-81c7-f360694fd879 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:52.600545 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0cf61cd6-5734-42c9-b71f-045ecddc494e req-e1b8b61e-2f82-49cd-81c7-f360694fd879 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.0633957 Jun 29 08:07:52.658130 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0cf61cd6-5734-42c9-b71f-045ecddc494e req-5a6710f5-2a19-48db-9901-4e9e076c7b32 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Jun 29 08:07:53.784637 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a6439-5c36-45ba-8fe7-66eda9c89d2b req-e1e473f9-6bf3-4cbc-9608-aa7a802535e4 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:53.786270 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c94a6439-5c36-45ba-8fe7-66eda9c89d2b req-e1e473f9-6bf3-4cbc-9608-aa7a802535e4 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.0491958 Jun 29 08:07:53.838639 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c94a6439-5c36-45ba-8fe7-66eda9c89d2b req-9f7c9e62-4ac0-4d07-a603-eea1a05c0e16 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465748 Jun 29 08:07:54.433153 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef282745-da91-42cd-a266-803c8678e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:55.198845 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc3dec-6a3e-44a7-a891-e96ece5b2eab req-f8b91f2b-333c-431d-a7b4-229f894f0b11 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:55.200374 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-77cc3dec-6a3e-44a7-a891-e96ece5b2eab req-f8b91f2b-333c-431d-a7b4-229f894f0b11 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.2802894 Jun 29 08:07:55.207010 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-15402804-e4c7-4c63-ad0e-8c90b8d39677 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:55.209059 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-15402804-e4c7-4c63-ad0e-8c90b8d39677 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.48 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.1012478 Jun 29 08:07:55.255250 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-77cc3dec-6a3e-44a7-a891-e96ece5b2eab req-b77873a1-35c9-4a97-aa3c-e85ae58460ab tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451243 Jun 29 08:07:55.279651 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd47cf-02a3-47bd-a79a-2f3140488051 req-cedeabe8-b0f1-47ef-afe3-9dd4b43eeccb tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:55.281211 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-34fd47cf-02a3-47bd-a79a-2f3140488051 req-cedeabe8-b0f1-47ef-afe3-9dd4b43eeccb tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0536537 Jun 29 08:07:55.331379 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-34fd47cf-02a3-47bd-a79a-2f3140488051 req-652a26e1-dee7-4670-9408-d965b479ad34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440769 Jun 29 08:07:56.386018 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715f289-0ab9-437e-854a-c173ad9acec6 req-f9c9fa8b-dcb3-49db-bed3-46a25527f781 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:56.387727 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c715f289-0ab9-437e-854a-c173ad9acec6 req-f9c9fa8b-dcb3-49db-bed3-46a25527f781 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.0518589 Jun 29 08:07:56.440040 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c715f289-0ab9-437e-854a-c173ad9acec6 req-da5c1ce6-5175-44ee-acd2-c7e5a75598db tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465808 Jun 29 08:07:56.451968 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8cf7f-eb0d-4180-a6ef-15d815b6d7de req-60259d7b-5684-40c2-ad38-467dca7c72c0 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:56.453561 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4eb8cf7f-eb0d-4180-a6ef-15d815b6d7de req-60259d7b-5684-40c2-ad38-467dca7c72c0 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0524013 Jun 29 08:07:56.504788 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4eb8cf7f-eb0d-4180-a6ef-15d815b6d7de req-4535e359-9615-4546-a5bb-ce421e54ceee tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456891 Jun 29 08:07:56.948403 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8e0f-dc77-4989-9de0-09cad54d3324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:57.435838 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-e8d6216c-b666-4565-8c00-5e10c5f29bd0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414858 Jun 29 08:07:57.440265 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Deleting port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:07:57.440891 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:57.567585 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] For port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:07:57.567952 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:57.581639 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:57.626923 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb2e6c-0346-4f3c-80d6-292aa60bd4c2 req-64fe784f-c7b4-4042-9cfa-10c1b6890eb6 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:57.628400 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4afb2e6c-0346-4f3c-80d6-292aa60bd4c2 req-64fe784f-c7b4-4042-9cfa-10c1b6890eb6 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0544055 Jun 29 08:07:57.646401 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00750d83-5bfd-4f4c-b089-7d294d8209a6 req-39cdae22-2a86-4420-a46a-0e9982cf8394 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:57.647868 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-00750d83-5bfd-4f4c-b089-7d294d8209a6 req-39cdae22-2a86-4420-a46a-0e9982cf8394 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 946 time: 0.1288898 Jun 29 08:07:57.694167 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:57.707687 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-227cfd6c-4805-4ed7-84b3-3fe705142611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:57.709297 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-227cfd6c-4805-4ed7-84b3-3fe705142611 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab693125979f4bb7b7b3c94061610fe2&device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 1129 time: 0.0734870 Jun 29 08:07:57.714833 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4afb2e6c-0346-4f3c-80d6-292aa60bd4c2 req-f705a0fc-25e5-4388-8aaf-4213ff45e9e7 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=dee31856-7d49-4bf4-b76b-30d3ac4f00a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807247 Jun 29 08:07:57.772682 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-00750d83-5bfd-4f4c-b089-7d294d8209a6 req-23740850-7838-4390-80ca-7e130d714b6b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=59d4b907-a9fd-4682-85db-27ac8c0d2b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105571 Jun 29 08:07:57.829020 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-6b1e29e9-41e9-49b7-a0a5-6afced70b0c8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:57.831254 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-6b1e29e9-41e9-49b7-a0a5-6afced70b0c8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 946 time: 0.0525284 Jun 29 08:07:57.862081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:57.862431 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (617d7b76-b9d5-425e-9a53-acb30df392ab), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:57.862752 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Floating IP 617d7b76-b9d5-425e-9a53-acb30df392ab disassociated. External IP: 172.27.3.131, port: dfb8e71b-41e2-4d03-8de7-4f7323f5b53b. Jun 29 08:07:57.863094 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Calling delete_port for dfb8e71b-41e2-4d03-8de7-4f7323f5b53b owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:07:57.927434 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Deleting port b93d914e-7134-4247-b5f0-de80f217a1e0 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:07:57.927950 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:57.950821 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:57.982422 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-63237a89-909e-445b-8628-d0b655d1262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:57.983904 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-63237a89-909e-445b-8628-d0b655d1262c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 200 len: 919 time: 0.1704884 Jun 29 08:07:58.029768 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-d433e18f-d459-4fd6-b344-73887235f50c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e221748f-d034-48b4-8150-5e3a269027a4 HTTP/1.1" status: 200 len: 217 time: 0.0358195 Jun 29 08:07:58.030743 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] For port b93d914e-7134-4247-b5f0-de80f217a1e0, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=b93d914e-7134-4247-b5f0-de80f217a1e0,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:07:58.031115 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:58.047653 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:58.129024 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-0b97045b-2a60-4ab5-9371-2cea5796577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:58.130555 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-0b97045b-2a60-4ab5-9371-2cea5796577e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 200 len: 857 time: 0.0952351 Jun 29 08:07:58.131639 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (dfb8e71b-41e2-4d03-8de7-4f7323f5b53b), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:58.170104 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event deleted for resources: {'Port': ['ID=dfb8e71b-41e2-4d03-8de7-4f7323f5b53b,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:07:58.238615 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-185f1e14-c7fb-49a8-9b88-68ae9bab1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:07:58.240049 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-185f1e14-c7fb-49a8-9b88-68ae9bab1507 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d288728-176e-477c-8692-ca82d6facbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0999172 Jun 29 08:07:58.275947 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:58.276286 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (72f705f4-2d7e-4391-b584-3b772d586c7b), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:58.276599 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Floating IP 72f705f4-2d7e-4391-b584-3b772d586c7b disassociated. External IP: 172.27.3.204, port: b93d914e-7134-4247-b5f0-de80f217a1e0. Jun 29 08:07:58.277061 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Calling delete_port for b93d914e-7134-4247-b5f0-de80f217a1e0 owned by compute:nova {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:07:58.333366 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:58.473399 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (b93d914e-7134-4247-b5f0-de80f217a1e0), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:58.491112 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44142) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:07:58.505341 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dfb8e71b-41e2-4d03-8de7-4f7323f5b53b no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:07:58.522374 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event deleted for resources: {'Port': ['ID=b93d914e-7134-4247-b5f0-de80f217a1e0,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:07:58.530692 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: dfb8e71b-41e2-4d03-8de7-4f7323f5b53b {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:07:58.531622 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device dfb8e71b-41e2-4d03-8de7-4f7323f5b53b not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:07:58.533080 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device b93d914e-7134-4247-b5f0-de80f217a1e0 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:07:58.540438 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.541102 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.541769 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.542272 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.542940 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.543450 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.544254 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.544742 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.545254 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.545732 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.546231 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.546765 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.547275 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.547799 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.559444 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:07:58.576085 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: b93d914e-7134-4247-b5f0-de80f217a1e0 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:07:58.576825 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device b93d914e-7134-4247-b5f0-de80f217a1e0 not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:07:58.618520 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-2824ab2b-8496-4c23-885c-960b69e338a8 service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527985 Jun 29 08:07:58.676432 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:58.707677 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Router accf43d2-5747-43bd-938c-9a89c1c231cd has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:07:58.721487 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-62c81543-e9a1-4271-8f27-08d499cc47aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:58.744167 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Router 8fa6ff64-ab0d-426c-bae2-24e675087469 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:07:58.814293 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e10426f3-e78c-45a1-8893-41f86ac703a7 req-c35eb060-03c3-4614-bed7-ccc08e9057ba service neutron] 10.222.0.48 "GET /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884444 Jun 29 08:07:58.871914 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:07:58.890698 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] Sync routers for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:07:58.931133 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:07:58.932097 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:58.934183 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-62c81543-e9a1-4271-8f27-08d499cc47aa admin admin] Publish callbacks [] for security_group (92efe8d5-5332-49bb-9991-252a68bac1a6), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:58.946889 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-62c81543-e9a1-4271-8f27-08d499cc47aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (92efe8d5-5332-49bb-9991-252a68bac1a6), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:58.988214 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:59.003432 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-62c81543-e9a1-4271-8f27-08d499cc47aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52f07702d657486ca5d6c8ef750cb5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4821565 Jun 29 08:07:59.004864 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44152) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:07:59.029201 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:07:59.044330 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] Sync routers for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:07:59.056014 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] No DVR routers for this DVR port dfb8e71b-41e2-4d03-8de7-4f7323f5b53b on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:07:59.062239 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:59.065479 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:07:59.066659 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:59.067906 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:59.076730 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f00ed73c-78cf-4def-8d55-5782ff0a5bf4 req-531e9feb-adf0-45d1-a8e8-b072df96f098 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.48 "DELETE /v2.0/ports/dfb8e71b-41e2-4d03-8de7-4f7323f5b53b HTTP/1.1" status: 204 len: 173 time: 1.7285340 Jun 29 08:07:59.085184 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'name': 'network-vif-deleted', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:07:59.088344 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464220f7-6bde-4e5c-85f6-7efd55396fe2" -d '{"events": [{"server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "name": "network-vif-deleted", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:07:59.145449 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:07:59.163272 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ed5fcf0d-da1f-48f9-bf3f-43d393194e7a req-dda5fb1c-84d0-4171-89c7-3e78b5aec4b5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=f99567d1-cadf-40c5-b1dc-f86739b2b16c HTTP/1.1" status: 200 len: 210 time: 0.1843042 Jun 29 08:07:59.207232 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c81543-e9a1-4271-8f27-08d499cc47aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92efe8d5-5332-49bb-9991-252a68bac1a6,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:07:59.244833 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] No DVR routers for this DVR port b93d914e-7134-4247-b5f0-de80f217a1e0 on host hv-cinder-76810 {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:07:59.259367 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:59.267523 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-db08b6ee-0786-46e3-9b87-d9693715c49f req-c42a0ebf-1834-462b-96b7-fb9ff63fbd34 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.48 "DELETE /v2.0/ports/b93d914e-7134-4247-b5f0-de80f217a1e0 HTTP/1.1" status: 204 len: 173 time: 1.4288511 Jun 29 08:07:59.281655 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'name': 'network-vif-deleted', 'tag': 'b93d914e-7134-4247-b5f0-de80f217a1e0'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:07:59.286112 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad16cd7e-2ba6-4add-bea4-6c2160029983" -d '{"events": [{"server_uuid": "d5d97f9b-3f4a-4a5e-89e8-98d55412fe71", "name": "network-vif-deleted", "tag": "b93d914e-7134-4247-b5f0-de80f217a1e0"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:07:59.338511 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-71611bbe-220d-459e-9a61-5d098919576b req-6f9efd0b-62fe-4538-8b47-f1e13ed5bae9 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5d97f9b-3f4a-4a5e-89e8-98d55412fe71 HTTP/1.1" status: 200 len: 210 time: 0.1096289 Jun 29 08:07:59.348929 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41605cf6-c798-4d1c-a0f5-6b68f5172f95 x-openstack-request-id: req-41605cf6-c798-4d1c-a0f5-6b68f5172f95 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:07:59.349274 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99567d1-cadf-40c5-b1dc-f86739b2b16c", "name": "network-vif-deleted", "tag": "dfb8e71b-41e2-4d03-8de7-4f7323f5b53b", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:07:59.349424 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41605cf6-c798-4d1c-a0f5-6b68f5172f95 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:07:59.349831 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41605cf6-c798-4d1c-a0f5-6b68f5172f95'] response: {'server_uuid': 'f99567d1-cadf-40c5-b1dc-f86739b2b16c', 'name': 'network-vif-deleted', 'tag': 'dfb8e71b-41e2-4d03-8de7-4f7323f5b53b', 'status': 'completed', 'code': 200} Jun 29 08:07:59.359536 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bcbedbca-4d85-48f7-bf11-b6512b2a6543 admin admin] Publish callbacks [] for security_group (92efe8d5-5332-49bb-9991-252a68bac1a6), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:59.408048 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bcbedbca-4d85-48f7-bf11-b6512b2a6543 admin admin] Publish callbacks [] for security_group (92efe8d5-5332-49bb-9991-252a68bac1a6), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:59.409321 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:07:59.457199 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2449bdf5-cf3a-45dd-b838-3bd9bf34c642 x-openstack-request-id: req-2449bdf5-cf3a-45dd-b838-3bd9bf34c642 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:07:59.457773 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d97f9b-3f4a-4a5e-89e8-98d55412fe71", "name": "network-vif-deleted", "tag": "b93d914e-7134-4247-b5f0-de80f217a1e0", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:07:59.458157 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2449bdf5-cf3a-45dd-b838-3bd9bf34c642 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:07:59.458686 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2449bdf5-cf3a-45dd-b838-3bd9bf34c642'] response: {'server_uuid': 'd5d97f9b-3f4a-4a5e-89e8-98d55412fe71', 'name': 'network-vif-deleted', 'tag': 'b93d914e-7134-4247-b5f0-de80f217a1e0', 'status': 'completed', 'code': 200} Jun 29 08:07:59.478330 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bcbedbca-4d85-48f7-bf11-b6512b2a6543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (92efe8d5-5332-49bb-9991-252a68bac1a6), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:59.481581 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bcbedbca-4d85-48f7-bf11-b6512b2a6543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:59.482990 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-bcbedbca-4d85-48f7-bf11-b6512b2a6543 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92efe8d5-5332-49bb-9991-252a68bac1a6 HTTP/1.1" status: 204 len: 168 time: 0.4771628 Jun 29 08:07:59.506448 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbedbca-4d85-48f7-bf11-b6512b2a6543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92efe8d5-5332-49bb-9991-252a68bac1a6,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:07:59.571000 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:59.579363 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:07:59.599740 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] Checking router: accf43d2-5747-43bd-938c-9a89c1c231cd for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:07:59.610175 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:07:59.611050 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:59.655918 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:07:59.768458 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:07:59.771017 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:59.851432 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] Checking router: 8fa6ff64-ab0d-426c-bae2-24e675087469 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:07:59.900675 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:07:59.901911 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:07:59.999328 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.060245 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:00.075155 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:00.104070 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:00.124343 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496df898-ef76-401d-9554-e3cc293dad53 None None] The sync data for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi is: [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:00.324899 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:00.402667 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44166) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:00.412217 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:00.450643 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b1ef7-854d-4a9b-8220-ef87b6fff6f1 None None] The sync data for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi is: [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:00.520063 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44170) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:00.525242 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3b830428-16eb-4689-9669-f0125de540b2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (59d4b907-a9fd-4682-85db-27ac8c0d2b6d), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.569079 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3b830428-16eb-4689-9669-f0125de540b2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (59d4b907-a9fd-4682-85db-27ac8c0d2b6d), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.591244 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5ad8-1bbb-4a8f-9d0e-dac4fe0c3d6f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (dee31856-7d49-4bf4-b76b-30d3ac4f00a4), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.632208 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5ad8-1bbb-4a8f-9d0e-dac4fe0c3d6f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (dee31856-7d49-4bf4-b76b-30d3ac4f00a4), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.640195 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3b830428-16eb-4689-9669-f0125de540b2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (59d4b907-a9fd-4682-85db-27ac8c0d2b6d), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.644451 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3b830428-16eb-4689-9669-f0125de540b2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.645692 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-3b830428-16eb-4689-9669-f0125de540b2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "DELETE /v2.0/security-groups/59d4b907-a9fd-4682-85db-27ac8c0d2b6d HTTP/1.1" status: 204 len: 168 time: 0.2422187 Jun 29 08:08:00.651975 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e71d6c-cc1e-4cfc-92b3-953a4ce9efbe None None] New status for floating IP 617d7b76-b9d5-425e-9a53-acb30df392ab: DOWN {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:08:00.652215 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44172) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:00.670412 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b830428-16eb-4689-9669-f0125de540b2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d4b907-a9fd-4682-85db-27ac8c0d2b6d,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:00.679879 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.api.v2.resource [None req-53bc6d08-d2fd-4b4a-82ba-fc893b6b42e8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] show failed (client error): The resource could not be found. Jun 29 08:08:00.684158 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-53bc6d08-d2fd-4b4a-82ba-fc893b6b42e8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups/59d4b907-a9fd-4682-85db-27ac8c0d2b6d HTTP/1.1" status: 404 len: 347 time: 0.0306458 Jun 29 08:08:00.685107 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44174) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:00.855337 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a2ca7-e528-4776-ad93-4d90f7836842 None None] New status for floating IP 72f705f4-2d7e-4391-b584-3b772d586c7b: DOWN {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:08:00.862010 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5ad8-1bbb-4a8f-9d0e-dac4fe0c3d6f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (dee31856-7d49-4bf4-b76b-30d3ac4f00a4), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.864564 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5ad8-1bbb-4a8f-9d0e-dac4fe0c3d6f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.865755 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-a9ff5ad8-1bbb-4a8f-9d0e-dac4fe0c3d6f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "DELETE /v2.0/security-groups/dee31856-7d49-4bf4-b76b-30d3ac4f00a4 HTTP/1.1" status: 204 len: 168 time: 0.3444765 Jun 29 08:08:00.868492 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44176) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:00.883238 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-ea16bd02-1eee-492d-8d50-a78699c9a8ca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Deleting port 3d844384-4669-4129-9937-dcef7682d1fe {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:00.883478 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.api.v2.resource [None req-87d536bf-6f96-4663-9bd5-19529d5d5fb1 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] show failed (client error): The resource could not be found. Jun 29 08:08:00.884003 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ea16bd02-1eee-492d-8d50-a78699c9a8ca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (3d844384-4669-4129-9937-dcef7682d1fe), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.884501 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-87d536bf-6f96-4663-9bd5-19529d5d5fb1 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups/dee31856-7d49-4bf4-b76b-30d3ac4f00a4 HTTP/1.1" status: 404 len: 347 time: 0.0149748 Jun 29 08:08:00.887730 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44178) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:00.902085 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff5ad8-1bbb-4a8f-9d0e-dac4fe0c3d6f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee31856-7d49-4bf4-b76b-30d3ac4f00a4,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:00.996961 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ea16bd02-1eee-492d-8d50-a78699c9a8ca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (3d844384-4669-4129-9937-dcef7682d1fe), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:00.997315 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ea16bd02-1eee-492d-8d50-a78699c9a8ca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (3d844384-4669-4129-9937-dcef7682d1fe), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.013596 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-ea16bd02-1eee-492d-8d50-a78699c9a8ca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Calling delete_port for 3d844384-4669-4129-9937-dcef7682d1fe owned by network:floatingip {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:01.024840 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-4c77424e-3c64-4d80-a545-c825151e48fa tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Deleting port 8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:01.025490 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4c77424e-3c64-4d80-a545-c825151e48fa tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.062848 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:01.152585 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4c77424e-3c64-4d80-a545-c825151e48fa tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.152920 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4c77424e-3c64-4d80-a545-c825151e48fa tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.165931 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:01.171080 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-4c77424e-3c64-4d80-a545-c825151e48fa tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Calling delete_port for 8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b owned by network:floatingip {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:01.185017 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ea16bd02-1eee-492d-8d50-a78699c9a8ca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (3d844384-4669-4129-9937-dcef7682d1fe), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.213226 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16bd02-1eee-492d-8d50-a78699c9a8ca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event deleted for resources: {'Port': ['ID=3d844384-4669-4129-9937-dcef7682d1fe,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:01.286150 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ea16bd02-1eee-492d-8d50-a78699c9a8ca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (617d7b76-b9d5-425e-9a53-acb30df392ab), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.288924 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ea16bd02-1eee-492d-8d50-a78699c9a8ca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.294005 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ea16bd02-1eee-492d-8d50-a78699c9a8ca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "DELETE /v2.0/floatingips/617d7b76-b9d5-425e-9a53-acb30df392ab HTTP/1.1" status: 204 len: 168 time: 0.5965731 Jun 29 08:08:01.364849 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4c77424e-3c64-4d80-a545-c825151e48fa tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.390079 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44182) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:01.396216 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-f180e1e4-f240-40df-b81c-aff9aa851e4a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935438314', 'description': 'tempest-description--728912467'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:01.397269 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77424e-3c64-4d80-a545-c825151e48fa tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event deleted for resources: {'Port': ['ID=8fd77b4e-c8fd-4d0e-a3bd-7faeebff845b,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:01.424941 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f180e1e4-f240-40df-b81c-aff9aa851e4a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.474786 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4c77424e-3c64-4d80-a545-c825151e48fa tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (72f705f4-2d7e-4391-b584-3b772d586c7b), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.477651 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4c77424e-3c64-4d80-a545-c825151e48fa tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.482108 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-4c77424e-3c64-4d80-a545-c825151e48fa tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "DELETE /v2.0/floatingips/72f705f4-2d7e-4391-b584-3b772d586c7b HTTP/1.1" status: 204 len: 168 time: 0.5901928 Jun 29 08:08:01.518710 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f180e1e4-f240-40df-b81c-aff9aa851e4a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (3e837c62-c329-49e2-b205-cb1e32fec6d6), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.524822 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f180e1e4-f240-40df-b81c-aff9aa851e4a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3e837c62-c329-49e2-b205-cb1e32fec6d6), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.564744 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f180e1e4-f240-40df-b81c-aff9aa851e4a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.566199 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-f180e1e4-f240-40df-b81c-aff9aa851e4a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1750462 Jun 29 08:08:01.568234 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180e1e4-f240-40df-b81c-aff9aa851e4a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e837c62-c329-49e2-b205-cb1e32fec6d6,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:01.570336 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44186) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:01.570738 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44188) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:01.578137 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-0ed46d11-3344-4945-a357-6ac6a772a004 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'security_group_rule': {'security_group_id': '3e837c62-c329-49e2-b205-cb1e32fec6d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:01.587930 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-e3ee35c5-8c22-4676-ba96-29fc423440fd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624115519', 'description': 'tempest-description--1894229503'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:01.622960 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e3ee35c5-8c22-4676-ba96-29fc423440fd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.626726 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0ed46d11-3344-4945-a357-6ac6a772a004 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (03eb3d5c-3049-4a72-9bc2-4290f37de512), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.640511 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:01.749589 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0ed46d11-3344-4945-a357-6ac6a772a004 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (03eb3d5c-3049-4a72-9bc2-4290f37de512), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.752605 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e3ee35c5-8c22-4676-ba96-29fc423440fd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (44b3734d-d0d5-4040-89d1-30359f9d6911), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.756594 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0ed46d11-3344-4945-a357-6ac6a772a004 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (03eb3d5c-3049-4a72-9bc2-4290f37de512), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.764286 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e3ee35c5-8c22-4676-ba96-29fc423440fd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (44b3734d-d0d5-4040-89d1-30359f9d6911), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.794569 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed46d11-3344-4945-a357-6ac6a772a004 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03eb3d5c-3049-4a72-9bc2-4290f37de512,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:01.812320 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e3ee35c5-8c22-4676-ba96-29fc423440fd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.813627 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-e3ee35c5-8c22-4676-ba96-29fc423440fd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2302792 Jun 29 08:08:01.816540 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44190) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:01.818035 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0ed46d11-3344-4945-a357-6ac6a772a004 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.819975 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0ed46d11-3344-4945-a357-6ac6a772a004 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2452002 Jun 29 08:08:01.820702 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee35c5-8c22-4676-ba96-29fc423440fd tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b3734d-d0d5-4040-89d1-30359f9d6911,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:01.821414 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-bc7afeae-9158-4372-8e05-e5c778967fb2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'security_group_rule': {'security_group_id': '44b3734d-d0d5-4040-89d1-30359f9d6911', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:01.824335 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44192) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:01.829587 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-cf7d2da9-d3b5-4b2c-a647-96e30ea80edf tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'security_group_rule': {'security_group_id': '3e837c62-c329-49e2-b205-cb1e32fec6d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:01.851838 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bc7afeae-9158-4372-8e05-e5c778967fb2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (0b62d6ad-a789-4e9a-8920-68ee6831ae5a), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.862723 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2da9-d3b5-4b2c-a647-96e30ea80edf tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (d3304ad5-a20f-4d0b-94f6-8720ae603b3e), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.894603 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:01.912010 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:01.917665 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bc7afeae-9158-4372-8e05-e5c778967fb2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (0b62d6ad-a789-4e9a-8920-68ee6831ae5a), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.923057 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bc7afeae-9158-4372-8e05-e5c778967fb2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (0b62d6ad-a789-4e9a-8920-68ee6831ae5a), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.932712 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2da9-d3b5-4b2c-a647-96e30ea80edf tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (d3304ad5-a20f-4d0b-94f6-8720ae603b3e), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.937618 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2da9-d3b5-4b2c-a647-96e30ea80edf tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (d3304ad5-a20f-4d0b-94f6-8720ae603b3e), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.951282 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7afeae-9158-4372-8e05-e5c778967fb2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b62d6ad-a789-4e9a-8920-68ee6831ae5a,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:01.957673 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-bc7afeae-9158-4372-8e05-e5c778967fb2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.958952 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d2da9-d3b5-4b2c-a647-96e30ea80edf tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3304ad5-a20f-4d0b-94f6-8720ae603b3e,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:01.959134 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-bc7afeae-9158-4372-8e05-e5c778967fb2 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415422 Jun 29 08:08:01.963279 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44194) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:01.969373 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-527ed905-1b64-49d9-a7ee-fa4c9c46f837 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'security_group_rule': {'security_group_id': '44b3734d-d0d5-4040-89d1-30359f9d6911', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:01.977724 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2da9-d3b5-4b2c-a647-96e30ea80edf tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:01.978918 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-cf7d2da9-d3b5-4b2c-a647-96e30ea80edf tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533740 Jun 29 08:08:01.982070 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44196) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:01.987193 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:02.004694 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-527ed905-1b64-49d9-a7ee-fa4c9c46f837 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (d4f0efa9-3060-4b0a-9874-b15a9950f45c), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.013827 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.077481 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-527ed905-1b64-49d9-a7ee-fa4c9c46f837 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (d4f0efa9-3060-4b0a-9874-b15a9950f45c), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.083412 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-527ed905-1b64-49d9-a7ee-fa4c9c46f837 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (d4f0efa9-3060-4b0a-9874-b15a9950f45c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.105251 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ed905-1b64-49d9-a7ee-fa4c9c46f837 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f0efa9-3060-4b0a-9874-b15a9950f45c,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:02.119058 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-527ed905-1b64-49d9-a7ee-fa4c9c46f837 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.120421 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-527ed905-1b64-49d9-a7ee-fa4c9c46f837 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561148 Jun 29 08:08:02.123440 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44198) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:02.123823 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.129077 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:02.156420 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.267913 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Allocated IP 172.27.3.27 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/d96bcf3f-19d6-4de1-8616-b865dd20a3e9) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:08:02.278873 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.317702 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:02.385729 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for port (d96bcf3f-19d6-4de1-8616-b865dd20a3e9), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.417945 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (d96bcf3f-19d6-4de1-8616-b865dd20a3e9), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.452260 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:02.463415 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:08:02.471624 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:08:02.473001 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Allocated IP 172.27.3.125 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/ff9d63ea-14cd-4514-84f5-09c53bf00058) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:08:02.474279 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:08:02.478745 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'Port': ['ID=d96bcf3f-19d6-4de1-8616-b865dd20a3e9,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:02.562839 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (8818717b-efe9-46fd-aed5-27e8847ca1a1), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.604851 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for port (ff9d63ea-14cd-4514-84f5-09c53bf00058), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.615465 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d96bcf3f-19d6-4de1-8616-b865dd20a3e9), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.641212 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (ff9d63ea-14cd-4514-84f5-09c53bf00058), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.691608 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:08:02.697513 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:08:02.700084 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'Port': ['ID=ff9d63ea-14cd-4514-84f5-09c53bf00058,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:02.702755 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:08:02.792613 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (c7570075-415b-4dae-882e-89e4a1e87dab), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.835892 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (ff9d63ea-14cd-4514-84f5-09c53bf00058), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:02.879556 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:02.998153 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for port (ff9d63ea-14cd-4514-84f5-09c53bf00058), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:03.005137 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (ff9d63ea-14cd-4514-84f5-09c53bf00058), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:03.022370 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for port (d96bcf3f-19d6-4de1-8616-b865dd20a3e9), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:03.029079 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (d96bcf3f-19d6-4de1-8616-b865dd20a3e9), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:03.060095 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:03.086427 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'Port': ['ID=ff9d63ea-14cd-4514-84f5-09c53bf00058,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:03.093236 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (c7570075-415b-4dae-882e-89e4a1e87dab), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:03.115364 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:03.115626 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'Port': ['ID=d96bcf3f-19d6-4de1-8616-b865dd20a3e9,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:03.116811 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-89fb4712-3d56-4069-8d3d-252414d56062 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9922192 Jun 29 08:08:03.129099 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (8818717b-efe9-46fd-aed5-27e8847ca1a1), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:03.145404 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:03.146659 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-a2d1952b-c333-43be-b69a-2165332c8c4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1635418 Jun 29 08:08:03.359782 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-83a35110-cce0-4e14-9a5d-fa6f03cd1163 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--935438314&fields=id&tenant_id=4cd09897be9c4642b91dfb53a536e7d1 HTTP/1.1" status: 200 len: 267 time: 0.0478232 Jun 29 08:08:03.483259 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-3c7cc37d-760d-4c50-8b6b-84e72678c2c7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:03.485074 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-3c7cc37d-760d-4c50-8b6b-84e72678c2c7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 817 time: 0.1164365 Jun 29 08:08:03.505617 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-ee49ad87-ba94-493f-b4a9-df766f032bd3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/quotas/4cd09897be9c4642b91dfb53a536e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0105920 Jun 29 08:08:03.517114 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-f4a2be54-df66-4560-8197-d2ffa78ac196 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1624115519&fields=id&tenant_id=5e0c37d941434569b3dbd07e22125210 HTTP/1.1" status: 200 len: 267 time: 0.0503936 Jun 29 08:08:03.555647 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:03.564233 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f2c7f26a-cda2-4ae5-ae82-46a5f0c904b9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494440 Jun 29 08:08:03.648332 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-50658a6d-e029-4466-ba4b-bd917935945a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:03.649917 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-50658a6d-e029-4466-ba4b-bd917935945a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 810 time: 0.1258330 Jun 29 08:08:03.665284 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-f3b073d5-2876-417a-83f9-f817bb86044f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/quotas/5e0c37d941434569b3dbd07e22125210 HTTP/1.1" status: 200 len: 375 time: 0.0099528 Jun 29 08:08:03.728179 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-5a5c4f48-2a27-422a-8b3e-0e2cea31aaf3 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528519 Jun 29 08:08:03.775992 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:08:03.814935 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:03.816376 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-5a7c3d90-ff43-490a-92b4-4725488fb12a service neutron] 10.222.0.43 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393270 Jun 29 08:08:03.910067 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-9a4fb0dd-fe05-4efc-b86d-22660c82d08d service neutron] 10.222.0.43 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693282 Jun 29 08:08:03.915338 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-0761a28b-b83e-4e9a-ae1d-9f24e1047535 service neutron] 10.222.0.43 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920522 Jun 29 08:08:04.008670 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-1c5f005c-5539-48f4-a648-6f1ca37b7651 service neutron] 10.222.0.43 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904346 Jun 29 08:08:04.186515 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7995793b-4886-4b3c-8fb6-250bdc3d4701 req-aa9a3880-51a1-4284-b44e-5920bb5da156 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 210 time: 0.0534117 Jun 29 08:08:04.216869 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1b9f882b-600b-47dc-bcd9-b1697bc73d52 req-035d3ce7-11d7-4d0c-8531-7beef77887dc tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 210 time: 0.0409853 Jun 29 08:08:05.320256 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4ceb4119-fad0-48e5-9c60-3de008575074 req-5dae1299-f25a-4b79-b916-7d59ed066167 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 210 time: 0.0408447 Jun 29 08:08:05.343526 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1040189e-c788-4c24-9729-64a79c36ab23 req-173b17c2-94e7-4a7d-821e-9f955999de45 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 210 time: 0.0327442 Jun 29 08:08:05.616147 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-ce095ba0-3e65-4377-910d-5fa3855f2316 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:05.618230 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-ce095ba0-3e65-4377-910d-5fa3855f2316 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.48 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 810 time: 0.1247842 Jun 29 08:08:05.696218 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-79ad49b0-39f0-4820-a271-c9c88d049e84 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e0c37d941434569b3dbd07e22125210 HTTP/1.1" status: 200 len: 380 time: 0.0616484 Jun 29 08:08:05.707209 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'port': {'device_id': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'admin_state_up': True, 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'security_groups': ['44b3734d-d0d5-4040-89d1-30359f9d6911']}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:05.712760 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f4d17408-dcb5-4287-b345-29f3713922f9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:05.715919 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f4d17408-dcb5-4287-b345-29f3713922f9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.48 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 817 time: 0.1246321 Jun 29 08:08:05.824943 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Made reservation on behalf of 5e0c37d941434569b3dbd07e22125210 for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:08:05.828318 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:05.911372 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-12c11bdb-f48b-44bb-803f-849bccacb261 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd09897be9c4642b91dfb53a536e7d1 HTTP/1.1" status: 200 len: 379 time: 0.0691645 Jun 29 08:08:05.972901 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Allocated IP 172.20.0.9 (83284d8b-f58e-483b-bfde-1c25f92d3de3/609be66d-5709-4032-86d4-0115dbc1bb2c/d0e3ab57-a5ac-41d7-84d7-f243539f967b) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:08:06.010942 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:06.043350 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'port': {'device_id': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'admin_state_up': True, 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'security_groups': ['3e837c62-c329-49e2-b205-cb1e32fec6d6']}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:06.124609 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.164262 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.166911 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Made reservation on behalf of 4cd09897be9c4642b91dfb53a536e7d1 for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:08:06.170859 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.180148 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:06.217321 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Network 83284d8b-f58e-483b-bfde-1c25f92d3de3 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:08:06.230990 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:08:06.236784 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:08:06.245882 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:06.278378 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event updated for resources: {'Port': ['ID=d0e3ab57-a5ac-41d7-84d7-f243539f967b,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:06.304476 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:06.305319 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.325387 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-68d5f44b-ca22-48ab-814a-9a4262f96b0a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6234004 Jun 29 08:08:06.345426 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Request body: {'port': {'device_id': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:06.367943 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Allocated IP 172.20.0.10 (2f3afbc5-288f-4461-967f-3d79e5607ae1/c3674e35-78be-4792-bbee-240b87745afd/747dea80-5c60-451c-bba1-3aabe38a1272) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:08:06.448376 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-edfbb418-f660-4c99-a687-54a4403990b5 req-2fdc7676-4a23-4e60-b29c-8429d9d5353e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 210 time: 0.0423779 Jun 29 08:08:06.473434 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.500818 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f53960-e54e-4f0a-afae-a92992bf7bc7 req-e99babaf-3c5e-483f-af0d-b52bf29bca87 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:06.502573 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-29f53960-e54e-4f0a-afae-a92992bf7bc7 req-e99babaf-3c5e-483f-af0d-b52bf29bca87 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 931 time: 0.0693579 Jun 29 08:08:06.567963 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-a88e820a-c04f-4869-8ea0-1a5082ecf3b4 None None] Provisioning complete for port d0e3ab57-a5ac-41d7-84d7-f243539f967b triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:06.568544 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a88e820a-c04f-4869-8ea0-1a5082ecf3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.581212 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for port (747dea80-5c60-451c-bba1-3aabe38a1272), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.592614 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:06.616654 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a88e820a-c04f-4869-8ea0-1a5082ecf3b4 None None] Port d0e3ab57-a5ac-41d7-84d7-f243539f967b cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:08:06.627717 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.637400 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-29f53960-e54e-4f0a-afae-a92992bf7bc7 req-73e0ba85-4f0f-4236-b899-87d4fc9740ad tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136260 Jun 29 08:08:06.678721 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Network 2f3afbc5-288f-4461-967f-3d79e5607ae1 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:08:06.682017 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:08:06.686067 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:08:06.693478 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event updated for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:06.747231 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:06.747920 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.768339 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c04091f7-f5fb-4053-b129-9181726aa52f tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7287996 Jun 29 08:08:06.789938 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Request body: {'port': {'device_id': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:06.813623 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e3ab57-a5ac-41d7-84d7-f243539f967b {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:08:06.822837 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Publish callbacks [] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.839509 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Transition to ACTIVE for port object d0e3ab57-a5ac-41d7-84d7-f243539f967b will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:08:06.844367 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.862171 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.924785 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e3ab57-a5ac-41d7-84d7-f243539f967b,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:06.944834 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-a166493c-cdf3-4744-b494-677e59c3ddfb None None] Provisioning complete for port 747dea80-5c60-451c-bba1-3aabe38a1272 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:06.945353 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a166493c-cdf3-4744-b494-677e59c3ddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:06.993304 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:06.994349 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Attempting to bind port d0e3ab57-a5ac-41d7-84d7-f243539f967b on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:08:06.994595 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a166493c-cdf3-4744-b494-677e59c3ddfb None None] Port 747dea80-5c60-451c-bba1-3aabe38a1272 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:08:06.994842 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Attempting to bind port d0e3ab57-a5ac-41d7-84d7-f243539f967b by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:08:06.995560 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Attempting to bind port d0e3ab57-a5ac-41d7-84d7-f243539f967b on network 83284d8b-f58e-483b-bfde-1c25f92d3de3 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:08:07.001016 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Port d0e3ab57-a5ac-41d7-84d7-f243539f967b on network 83284d8b-f58e-483b-bfde-1c25f92d3de3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:08:07.002044 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Attempting to bind port d0e3ab57-a5ac-41d7-84d7-f243539f967b on network 83284d8b-f58e-483b-bfde-1c25f92d3de3 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:08:07.008123 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:08:07.008517 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Checking segment: {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:08:07.008870 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Bound using segment: {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:08:07.009308 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Bound port: d0e3ab57-a5ac-41d7-84d7-f243539f967b, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cfea21-5829-4f7f-af12-a276efb34ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:08:07.009672 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:07.089887 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] For port d0e3ab57-a5ac-41d7-84d7-f243539f967b, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:08:07.099506 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] For port d0e3ab57-a5ac-41d7-84d7-f243539f967b, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d0e3ab57-a5ac-41d7-84d7-f243539f967b,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:08:07.112730 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:07.178232 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:07.178858 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:07.180289 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0e3ab57-a5ac-41d7-84d7-f243539f967b HTTP/1.1" status: 200 len: 1093 time: 0.8404484 Jun 29 08:08:07.180754 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'tag': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:07.183083 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f8c7be-bc93-42f0-bd4f-c9737242d238" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e8f0a8-6cfe-4b0e-818a-a078672dbd87", "tag": "d0e3ab57-a5ac-41d7-84d7-f243539f967b"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:07.196778 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747dea80-5c60-451c-bba1-3aabe38a1272 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:08:07.203500 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b1263-fe0c-4523-971d-41ce5f46b9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e3ab57-a5ac-41d7-84d7-f243539f967b,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:07.222287 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Publish callbacks [] for port (747dea80-5c60-451c-bba1-3aabe38a1272), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:07.233584 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b90fd43-a0eb-491a-a9ba-068d7064ea34 x-openstack-request-id: req-6b90fd43-a0eb-491a-a9ba-068d7064ea34 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:07.234262 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e8f0a8-6cfe-4b0e-818a-a078672dbd87", "tag": "d0e3ab57-a5ac-41d7-84d7-f243539f967b", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:07.234533 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b90fd43-a0eb-491a-a9ba-068d7064ea34 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:07.234944 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b90fd43-a0eb-491a-a9ba-068d7064ea34'] response: {'name': 'network-changed', 'server_uuid': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'tag': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b', 'status': 'completed', 'code': 200} Jun 29 08:08:07.239936 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Transition to ACTIVE for port object 747dea80-5c60-451c-bba1-3aabe38a1272 will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:08:07.245315 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:07.314846 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Pushing event updated for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:07.316570 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-39eb1ed7-3c48-4669-92e3-04545c58b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:07.318323 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-39eb1ed7-3c48-4669-92e3-04545c58b664 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 1127 time: 0.0691812 Jun 29 08:08:07.352197 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:07.377973 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-161d8b13-aef9-460e-ac95-fdddaa8d8538 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e3ab57-a5ac-41d7-84d7-f243539f967b HTTP/1.1" status: 200 len: 217 time: 0.0456600 Jun 29 08:08:07.412411 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Attempting to bind port 747dea80-5c60-451c-bba1-3aabe38a1272 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:08:07.412971 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Attempting to bind port 747dea80-5c60-451c-bba1-3aabe38a1272 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:08:07.413103 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Attempting to bind port 747dea80-5c60-451c-bba1-3aabe38a1272 on network 2f3afbc5-288f-4461-967f-3d79e5607ae1 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:08:07.418202 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Port 747dea80-5c60-451c-bba1-3aabe38a1272 on network 2f3afbc5-288f-4461-967f-3d79e5607ae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:08:07.418540 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Attempting to bind port 747dea80-5c60-451c-bba1-3aabe38a1272 on network 2f3afbc5-288f-4461-967f-3d79e5607ae1 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:08:07.425064 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:08:07.425670 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Checking segment: {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:08:07.426545 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Bound using segment: {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:08:07.426545 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Bound port: 747dea80-5c60-451c-bba1-3aabe38a1272, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e953872-c670-48fe-8ce4-854918f791c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:08:07.426873 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:07.444289 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:07.453143 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-a21d3cb6-e237-4742-94b3-84c767fc6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:07.457589 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-a21d3cb6-e237-4742-94b3-84c767fc6300 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609be66d-5709-4032-86d4-0115dbc1bb2c HTTP/1.1" status: 200 len: 849 time: 0.0691812 Jun 29 08:08:07.528952 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:08:07.534360 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:08:07.543324 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:07.588446 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:07.589043 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:07.590502 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] 10.222.0.48 "PUT /v2.0/ports/747dea80-5c60-451c-bba1-3aabe38a1272 HTTP/1.1" status: 200 len: 1094 time: 0.8048811 Jun 29 08:08:07.590947 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:07.593299 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf37f4c6-e1ce-4cef-9c13-4138774579d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:07.603938 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-5fb2ece4-cab6-4854-8564-1cc9d92facd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:07.605549 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-5fb2ece4-cab6-4854-8564-1cc9d92facd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83284d8b-f58e-483b-bfde-1c25f92d3de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1315780 Jun 29 08:08:07.631038 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b72ec9-3dc4-41b7-9768-f67c8724abb2 service neutron] Pushing event updated for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:07.651681 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada25d8f-8ba7-4ead-a4c7-69cf1fa9aa98 x-openstack-request-id: req-ada25d8f-8ba7-4ead-a4c7-69cf1fa9aa98 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:07.652098 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:07.652472 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ada25d8f-8ba7-4ead-a4c7-69cf1fa9aa98 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:07.653012 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada25d8f-8ba7-4ead-a4c7-69cf1fa9aa98'] response: {'name': 'network-changed', 'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272', 'status': 'completed', 'code': 200} Jun 29 08:08:07.657851 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d0a44-ae7a-4627-89f4-5f9ce004ac69 req-872dad07-fe05-4556-a359-32581627efe4 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:07.659590 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-277d0a44-ae7a-4627-89f4-5f9ce004ac69 req-872dad07-fe05-4556-a359-32581627efe4 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.1014268 Jun 29 08:08:07.731692 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:07.747638 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-ceafa4ee-0215-436a-8949-86c8f5b5a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:07.749303 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-ceafa4ee-0215-436a-8949-86c8f5b5a3b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 1128 time: 0.0750868 Jun 29 08:08:07.766215 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-277d0a44-ae7a-4627-89f4-5f9ce004ac69 req-e310427f-84fc-4719-9afd-751ba08473da tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909703 Jun 29 08:08:07.812502 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-ecb1fca7-3fdd-41a8-94c8-73c6c536f684 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984711 Jun 29 08:08:07.822628 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-ae6ee982-b259-4722-ab95-5c018ac104e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=747dea80-5c60-451c-bba1-3aabe38a1272 HTTP/1.1" status: 200 len: 217 time: 0.0479486 Jun 29 08:08:07.832106 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a2747-8b6f-4505-af7e-83709cfcc1fe req-b752be30-222d-49a4-af2f-bb264d92a141 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:07.834050 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d87a2747-8b6f-4505-af7e-83709cfcc1fe req-b752be30-222d-49a4-af2f-bb264d92a141 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 943 time: 0.0973325 Jun 29 08:08:07.912753 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-3c4ca706-7b83-4ee3-ad70-1b5e497ff930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:07.914201 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-3c4ca706-7b83-4ee3-ad70-1b5e497ff930 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 200 len: 856 time: 0.0796301 Jun 29 08:08:07.922031 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2c115e10-c657-4634-9d74-e8e03c71f914 req-a3b342e3-f48d-4b7e-9592-067101711311 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025968 Jun 29 08:08:07.940896 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d87a2747-8b6f-4505-af7e-83709cfcc1fe req-c25fc944-7724-463e-9773-f11a8653d3ea tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965788 Jun 29 08:08:07.971507 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c6170dcb-465b-47d4-9584-a086f6a25d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:07.973500 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-c6170dcb-465b-47d4-9584-a086f6a25d52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f3afbc5-288f-4461-967f-3d79e5607ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513368 Jun 29 08:08:08.915113 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a684d-14d6-4f3a-b5c8-4deac7be0336 req-1a7f2787-0cf7-4eeb-974e-4ba7b2999df5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:08.916641 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5c0a684d-14d6-4f3a-b5c8-4deac7be0336 req-1a7f2787-0cf7-4eeb-974e-4ba7b2999df5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0505500 Jun 29 08:08:08.976354 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5c0a684d-14d6-4f3a-b5c8-4deac7be0336 req-2dec70a9-b55c-4926-a8c2-af21293aef8d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538037 Jun 29 08:08:09.076865 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d16bb-b284-44e8-87b0-304f58ab95be req-d8586344-1dee-4dca-83db-7e9f708e9c53 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:09.078806 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-211d16bb-b284-44e8-87b0-304f58ab95be req-d8586344-1dee-4dca-83db-7e9f708e9c53 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 943 time: 0.0545800 Jun 29 08:08:09.160509 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-291bfb46-6d93-4a09-af23-460adc008dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:09.163178 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-291bfb46-6d93-4a09-af23-460adc008dfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 1127 time: 0.0647805 Jun 29 08:08:09.193033 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-211d16bb-b284-44e8-87b0-304f58ab95be req-c1b66c71-01f3-46b7-b295-b7bcd4ce0670 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081226 Jun 29 08:08:09.233404 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-fa04ccb5-2300-491f-9c6e-40d6a9f9239f service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330233 Jun 29 08:08:09.262262 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-f6836918-6ea7-42bb-aadd-b36ad897abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:09.263744 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-f6836918-6ea7-42bb-aadd-b36ad897abba service neutron] 10.222.0.48 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 911 time: 0.0936747 Jun 29 08:08:09.306361 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-94809c1e-b6b3-4bc7-bd3d-c80289d3f63d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e3ab57-a5ac-41d7-84d7-f243539f967b HTTP/1.1" status: 200 len: 217 time: 0.0372226 Jun 29 08:08:09.343651 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b91f6181-b15d-4cd3-b79b-9b7f14eaf692 req-6beacbf7-36f3-47e8-8069-2ab332cfb913 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028831 Jun 29 08:08:09.356826 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-06f43bb9-0ab9-4f1e-a6cf-12808c224411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:09.358396 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-06f43bb9-0ab9-4f1e-a6cf-12808c224411 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609be66d-5709-4032-86d4-0115dbc1bb2c HTTP/1.1" status: 200 len: 849 time: 0.0457239 Jun 29 08:08:09.401512 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:09.417496 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-9210da99-296d-4f27-8157-1c66cccdb46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:09.419107 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-9210da99-296d-4f27-8157-1c66cccdb46b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83284d8b-f58e-483b-bfde-1c25f92d3de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521836 Jun 29 08:08:10.103560 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f54646-0672-47c9-9c0c-200b05b2754c req-d594d8c8-111f-4aea-baab-e2dc43e1e696 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:10.105115 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c9f54646-0672-47c9-9c0c-200b05b2754c req-d594d8c8-111f-4aea-baab-e2dc43e1e696 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0519533 Jun 29 08:08:10.154942 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c9f54646-0672-47c9-9c0c-200b05b2754c req-9fa4ae16-dc28-4646-b06c-8163588952ba tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436323 Jun 29 08:08:10.318342 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e5e5c-de19-47c4-8bbe-96fa8f729b4c req-6629bb94-74a5-4e27-b66c-6be93c91ae29 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:10.319955 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-973e5e5c-de19-47c4-8bbe-96fa8f729b4c req-6629bb94-74a5-4e27-b66c-6be93c91ae29 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 943 time: 0.0518334 Jun 29 08:08:10.381801 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-973e5e5c-de19-47c4-8bbe-96fa8f729b4c req-8221e24a-b2a8-4c33-a898-5ce64400eed8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559685 Jun 29 08:08:10.428678 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-ead4108a-7f68-48e7-bccc-184ca54b989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:10.430220 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-ead4108a-7f68-48e7-bccc-184ca54b989f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 1128 time: 0.0474911 Jun 29 08:08:10.470362 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-1c907c6e-0c48-44de-ae22-aeebbb8421ca service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053190 Jun 29 08:08:10.491773 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device d0e3ab57-a5ac-41d7-84d7-f243539f967b details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:08:10.539796 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:10.558210 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-23ca6026-587f-4036-9674-7882aa0d8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:10.559702 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-23ca6026-587f-4036-9674-7882aa0d8036 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 918 time: 0.1215928 Jun 29 08:08:10.587955 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-96f8c7be-bc93-42f0-bd4f-c9737242d238 req-46b3ff23-3ea6-41b4-9741-0c555a3a6fb5 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111672 Jun 29 08:08:10.608427 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-7b2a1ec2-80a0-4cdd-9cac-23ea741c5aed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=747dea80-5c60-451c-bba1-3aabe38a1272 HTTP/1.1" status: 200 len: 217 time: 0.0402100 Jun 29 08:08:10.617934 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port d0e3ab57-a5ac-41d7-84d7-f243539f967b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d0e3ab57-a5ac-41d7-84d7-f243539f967b,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:10.633451 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'port_id': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b', 'mac_address': 'fa:16:3e:10:59:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:08:10.664240 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-78ba5604-474f-4b09-99dc-4186a46ff11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:10.665761 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-78ba5604-474f-4b09-99dc-4186a46ff11c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 200 len: 856 time: 0.0494180 Jun 29 08:08:10.671800 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port d0e3ab57-a5ac-41d7-84d7-f243539f967b is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:10.672188 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:10.688783 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e3ab57-a5ac-41d7-84d7-f243539f967b {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:08:10.712010 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port d0e3ab57-a5ac-41d7-84d7-f243539f967b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d0e3ab57-a5ac-41d7-84d7-f243539f967b,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:10.716587 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:10.732918 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-9529c59e-9778-4d68-8436-2ee1b7f0b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:10.734872 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-9529c59e-9778-4d68-8436-2ee1b7f0b739 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f3afbc5-288f-4461-967f-3d79e5607ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0618124 Jun 29 08:08:10.768942 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=d0e3ab57-a5ac-41d7-84d7-f243539f967b,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:10.776366 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.776715 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.777080 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.777424 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.777759 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.778089 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.778416 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.778744 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.779069 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.779395 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.779719 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.780043 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.780366 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.780685 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.781028 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:10.835726 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-7fcc18ad-fce8-4235-bdf8-d77d0f591653 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928369 Jun 29 08:08:10.937194 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-bf37f4c6-e1ce-4cef-9c13-4138774579d0 req-877e0d9a-0425-4cee-a37b-ef27c7e3ac69 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944734 Jun 29 08:08:11.107853 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['d0e3ab57-a5ac-41d7-84d7-f243539f967b'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:08:11.279593 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb0aae-4592-4e7e-bbe2-a516b5a149b0 req-d671caa4-0c0f-4cb5-a97f-52e140b486aa tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:11.281140 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-80fb0aae-4592-4e7e-bbe2-a516b5a149b0 req-d671caa4-0c0f-4cb5-a97f-52e140b486aa tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0499685 Jun 29 08:08:11.315890 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:11.331307 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-80fb0aae-4592-4e7e-bbe2-a516b5a149b0 req-c8226747-7619-4031-aedd-f8f4d5f45a86 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437453 Jun 29 08:08:11.467953 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:11.506283 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d3a5a-ae14-49cf-8844-e601b8cb80da req-5416cb0a-fdb7-4a30-95ba-18f9e57a359b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:11.507805 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-389d3a5a-ae14-49cf-8844-e601b8cb80da req-5416cb0a-fdb7-4a30-95ba-18f9e57a359b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 944 time: 0.0504150 Jun 29 08:08:11.556615 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-389d3a5a-ae14-49cf-8844-e601b8cb80da req-adcea2a4-1625-46d2-aeb5-3d5b73f439f1 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Jun 29 08:08:12.462628 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f884b-e12e-403b-9347-04fa24af3bf5 req-93d7f0bf-6347-4e95-893c-27ed9f300d38 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:12.464180 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bc2f884b-e12e-403b-9347-04fa24af3bf5 req-93d7f0bf-6347-4e95-893c-27ed9f300d38 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0537815 Jun 29 08:08:12.494509 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 747dea80-5c60-451c-bba1-3aabe38a1272 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:08:12.506067 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device d0e3ab57-a5ac-41d7-84d7-f243539f967b up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:08:12.513991 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bc2f884b-e12e-403b-9347-04fa24af3bf5 req-53a315b4-64b8-462a-89d0-adc3308602b1 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441871 Jun 29 08:08:12.619191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port d0e3ab57-a5ac-41d7-84d7-f243539f967b completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:08:12.628010 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port d0e3ab57-a5ac-41d7-84d7-f243539f967b triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:12.628387 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:12.668182 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:12.678979 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904da7f7-9694-4fea-a960-1ee1ad2244a3 req-829f8b90-7d40-47e5-8d19-195d815acdcb tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:12.680513 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-904da7f7-9694-4fea-a960-1ee1ad2244a3 req-829f8b90-7d40-47e5-8d19-195d815acdcb tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 944 time: 0.0517085 Jun 29 08:08:12.686269 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '747dea80-5c60-451c-bba1-3aabe38a1272', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'port_id': '747dea80-5c60-451c-bba1-3aabe38a1272', 'mac_address': 'fa:16:3e:36:17:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:08:12.731277 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-904da7f7-9694-4fea-a960-1ee1ad2244a3 req-1118eebb-cb47-4856-9099-87457d22b92a tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447183 Jun 29 08:08:12.753553 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 747dea80-5c60-451c-bba1-3aabe38a1272 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:12.753944 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:12.776422 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747dea80-5c60-451c-bba1-3aabe38a1272 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:08:12.784474 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port d0e3ab57-a5ac-41d7-84d7-f243539f967b is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:12.784866 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:12.796725 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:12.811081 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:12.817434 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:12.819651 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:12.830118 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:12.832565 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8536d7c8-1c10-427c-8a32-22fb19a94e24" -d '{"events": [{"server_uuid": "d7e8f0a8-6cfe-4b0e-818a-a078672dbd87", "name": "network-vif-plugged", "status": "completed", "tag": "d0e3ab57-a5ac-41d7-84d7-f243539f967b"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:12.834549 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:12.867393 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port d0e3ab57-a5ac-41d7-84d7-f243539f967b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d0e3ab57-a5ac-41d7-84d7-f243539f967b,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:12.878220 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:12.886473 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7470111-f2ad-403d-b780-c06d770d36da x-openstack-request-id: req-c7470111-f2ad-403d-b780-c06d770d36da {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:12.886757 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e8f0a8-6cfe-4b0e-818a-a078672dbd87", "name": "network-vif-plugged", "status": "completed", "tag": "d0e3ab57-a5ac-41d7-84d7-f243539f967b", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:12.887006 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7470111-f2ad-403d-b780-c06d770d36da {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:12.887396 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7470111-f2ad-403d-b780-c06d770d36da'] response: {'server_uuid': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b', 'code': 200} Jun 29 08:08:12.897677 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:12.967394 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=d0e3ab57-a5ac-41d7-84d7-f243539f967b,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:13.112088 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717f10b-3be8-494a-968d-d3a4dabc923f req-4170f2aa-47a1-4955-8c27-5d69c19d89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:13.113773 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4717f10b-3be8-494a-968d-d3a4dabc923f req-4170f2aa-47a1-4955-8c27-5d69c19d89b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 1129 time: 0.0432558 Jun 29 08:08:13.162511 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4717f10b-3be8-494a-968d-d3a4dabc923f req-063ad89f-4153-4d09-b769-b9a39f3c7a2a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Jun 29 08:08:13.201318 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['747dea80-5c60-451c-bba1-3aabe38a1272'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:08:13.636761 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c6532-34a2-44bc-9da9-641a9bc435a6 req-7a3590c8-eab2-4d36-8b25-5dda01490c75 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:13.638312 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a34c6532-34a2-44bc-9da9-641a9bc435a6 req-7a3590c8-eab2-4d36-8b25-5dda01490c75 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 945 time: 0.0488448 Jun 29 08:08:13.693241 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a34c6532-34a2-44bc-9da9-641a9bc435a6 req-ba55bd0f-e648-4ddc-9da9-f3e15acbd5d8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489686 Jun 29 08:08:13.774961 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:13.855396 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e7f63-e095-40cb-b5c4-e6666b731070 req-b3cb40a7-419d-4976-8524-3156c8fea417 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:13.857016 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-682e7f63-e095-40cb-b5c4-e6666b731070 req-b3cb40a7-419d-4976-8524-3156c8fea417 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 945 time: 0.0509317 Jun 29 08:08:13.909897 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-682e7f63-e095-40cb-b5c4-e6666b731070 req-c4184e6f-9c0c-451d-b70d-d49731d8de86 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464377 Jun 29 08:08:14.514024 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 747dea80-5c60-451c-bba1-3aabe38a1272 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:08:14.566658 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 747dea80-5c60-451c-bba1-3aabe38a1272 completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:08:14.574911 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 747dea80-5c60-451c-bba1-3aabe38a1272 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:14.575409 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:14.659573 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 747dea80-5c60-451c-bba1-3aabe38a1272 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:14.659962 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:14.698578 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:14.702984 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:14.768043 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:14.836280 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1175b-9c2a-4adb-875c-52b644544a2f req-e3145533-1fe4-4c66-a497-faedd092ad63 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:14.837840 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ded1175b-9c2a-4adb-875c-52b644544a2f req-e3145533-1fe4-4c66-a497-faedd092ad63 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0576408 Jun 29 08:08:14.888761 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:14.893919 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d429232a-c582-4a16-80bc-c961fe5134e7" -d '{"events": [{"server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "name": "network-vif-plugged", "status": "completed", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:14.896630 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ded1175b-9c2a-4adb-875c-52b644544a2f req-0f56bad1-b078-4921-8e22-fc5b04af31d2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529234 Jun 29 08:08:14.968653 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7493aa1-1737-4135-8238-19535ae869e9 x-openstack-request-id: req-a7493aa1-1737-4135-8238-19535ae869e9 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:14.968949 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "name": "network-vif-plugged", "status": "completed", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:14.969517 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7493aa1-1737-4135-8238-19535ae869e9 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:14.970102 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7493aa1-1737-4135-8238-19535ae869e9'] response: {'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272', 'code': 200} Jun 29 08:08:15.047979 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58343d38-292f-4487-b42e-1d14cf2e0ad4 req-23646b8c-9f61-4533-a933-5d8d7a7c69c5 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:15.051087 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-58343d38-292f-4487-b42e-1d14cf2e0ad4 req-23646b8c-9f61-4533-a933-5d8d7a7c69c5 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 945 time: 0.0645711 Jun 29 08:08:15.113621 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-58343d38-292f-4487-b42e-1d14cf2e0ad4 req-4bfc3468-5f1a-411a-ab9e-fbabed4de255 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552328 Jun 29 08:08:15.252893 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095538a-3f6f-4e75-afb1-dd22439a4abc req-ef0c99f9-10b2-4140-8de2-c7e0ab44354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:15.254628 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4095538a-3f6f-4e75-afb1-dd22439a4abc req-ef0c99f9-10b2-4140-8de2-c7e0ab44354a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 1130 time: 0.0560958 Jun 29 08:08:15.308969 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4095538a-3f6f-4e75-afb1-dd22439a4abc req-cfe1fe7c-c732-400d-af97-8090903e3809 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471215 Jun 29 08:08:16.040847 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b9bc5-5d3a-4baa-b2cb-5a5dc9a2fddd req-c0e033c7-7696-4525-9c6a-b5774b0998c5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:16.042456 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-524b9bc5-5d3a-4baa-b2cb-5a5dc9a2fddd req-c0e033c7-7696-4525-9c6a-b5774b0998c5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0501630 Jun 29 08:08:16.099059 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-524b9bc5-5d3a-4baa-b2cb-5a5dc9a2fddd req-e2657ae0-8aa4-4859-85c0-1abd4fca5892 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504503 Jun 29 08:08:16.248957 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d545a9-5574-4e26-8cbc-79748a45395f req-9b1b19dc-9155-44f4-a0ed-010ad106813b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:16.251060 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d1d545a9-5574-4e26-8cbc-79748a45395f req-9b1b19dc-9155-44f4-a0ed-010ad106813b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 945 time: 0.0523546 Jun 29 08:08:16.297314 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:16.306960 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d1d545a9-5574-4e26-8cbc-79748a45395f req-490cca11-8b7c-4cfe-8b03-63f9f042e081 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501192 Jun 29 08:08:16.429793 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81046abb-f15b-475a-a70e-2ee47222b334 req-9123269e-f7b2-4adc-b2f1-d7a0e43cb253 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:16.431275 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-81046abb-f15b-475a-a70e-2ee47222b334 req-9123269e-f7b2-4adc-b2f1-d7a0e43cb253 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 945 time: 0.0576935 Jun 29 08:08:16.442770 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44320) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:16.447549 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-d29e5052-766b-4f7a-a1d9-96ef9b7e7784 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Request body: {'floatingip': {'port_id': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:16.490037 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d29e5052-766b-4f7a-a1d9-96ef9b7e7784 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (c7570075-415b-4dae-882e-89e4a1e87dab), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:16.840082 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:16.975524 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d29e5052-766b-4f7a-a1d9-96ef9b7e7784 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:16.980916 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d29e5052-766b-4f7a-a1d9-96ef9b7e7784 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (c7570075-415b-4dae-882e-89e4a1e87dab), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:17.118602 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-d29e5052-766b-4f7a-a1d9-96ef9b7e7784 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Floating IP c7570075-415b-4dae-882e-89e4a1e87dab associated. External IP: 172.27.3.125, port: d0e3ab57-a5ac-41d7-84d7-f243539f967b. Jun 29 08:08:17.304580 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2e63c-6574-4db2-9027-22e6b8f9e684 req-97b87dc7-535f-4575-9f1b-9dabf8c8ba7d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:17.307460 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-23c2e63c-6574-4db2-9027-22e6b8f9e684 req-97b87dc7-535f-4575-9f1b-9dabf8c8ba7d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0823202 Jun 29 08:08:17.321259 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:17.378032 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-23c2e63c-6574-4db2-9027-22e6b8f9e684 req-869e0bcf-196c-4918-ac3a-5ec53aa4921e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635757 Jun 29 08:08:17.383327 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29e5052-766b-4f7a-a1d9-96ef9b7e7784 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Router 8fa6ff64-ab0d-426c-bae2-24e675087469 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:08:17.543869 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e3aed-f6c9-4130-af52-92da70a5cd47 req-d96fcd8c-952d-47df-a4c3-5cd1b1e32547 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:17.546623 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fa4e3aed-f6c9-4130-af52-92da70a5cd47 req-d96fcd8c-952d-47df-a4c3-5cd1b1e32547 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0872843 Jun 29 08:08:17.560324 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44328) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:17.569259 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-ef247840-4590-409b-95b5-5aaf58159c90 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Request body: {'floatingip': {'port_id': '747dea80-5c60-451c-bba1-3aabe38a1272'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:17.579194 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29e5052-766b-4f7a-a1d9-96ef9b7e7784 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:08:17.585443 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d29e5052-766b-4f7a-a1d9-96ef9b7e7784 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:17.601673 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] Sync routers for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:08:17.621674 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:17.622920 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:17.631885 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ef247840-4590-409b-95b5-5aaf58159c90 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (8818717b-efe9-46fd-aed5-27e8847ca1a1), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:17.649008 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-d29e5052-766b-4f7a-a1d9-96ef9b7e7784 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "PUT /v2.0/floatingips/c7570075-415b-4dae-882e-89e4a1e87dab HTTP/1.1" status: 200 len: 991 time: 1.2048328 Jun 29 08:08:17.649857 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'tag': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:17.653764 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e8f0a8-6cfe-4b0e-818a-a078672dbd87", "tag": "d0e3ab57-a5ac-41d7-84d7-f243539f967b"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:17.723230 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb75cdb-0bf6-48c6-a269-04880250d2ec x-openstack-request-id: req-2eb75cdb-0bf6-48c6-a269-04880250d2ec {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:17.723643 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e8f0a8-6cfe-4b0e-818a-a078672dbd87", "tag": "d0e3ab57-a5ac-41d7-84d7-f243539f967b", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:17.724041 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2eb75cdb-0bf6-48c6-a269-04880250d2ec {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:17.724582 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb75cdb-0bf6-48c6-a269-04880250d2ec'] response: {'name': 'network-changed', 'server_uuid': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'tag': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b', 'status': 'completed', 'code': 200} Jun 29 08:08:17.780798 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:17.999155 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:18.088052 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'c7570075-415b-4dae-882e-89e4a1e87dab', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'port_id': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'mac_address': 'fa:16:3e:10:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:02Z', 'updated_at': '2022-06-29T08:08:16Z', 'revision_number': 1, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:18.117809 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] Checking router: 8fa6ff64-ab0d-426c-bae2-24e675087469 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:08:18.121810 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:18.130258 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:18.130902 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:18.167191 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-afc6c002-1ae6-4a56-8bb8-ffbb09befc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:18.168651 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-afc6c002-1ae6-4a56-8bb8-ffbb09befc9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e0c37d941434569b3dbd07e22125210&device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 1129 time: 0.3775206 Jun 29 08:08:18.346633 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:18.432013 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-45f7656e-7900-4ed4-819b-62f51d23c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:18.433498 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-45f7656e-7900-4ed4-819b-62f51d23c7e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 200 len: 911 time: 0.2568552 Jun 29 08:08:18.570983 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-cfa165c5-6b64-4ef2-a56d-486d1a3c8812 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e3ab57-a5ac-41d7-84d7-f243539f967b HTTP/1.1" status: 200 len: 999 time: 0.1153545 Jun 29 08:08:18.597987 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'c7570075-415b-4dae-882e-89e4a1e87dab', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'port_id': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'mac_address': 'fa:16:3e:10:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:02Z', 'updated_at': '2022-06-29T08:08:16Z', 'revision_number': 1, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:18.609227 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ef247840-4590-409b-95b5-5aaf58159c90 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:18.618260 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ef247840-4590-409b-95b5-5aaf58159c90 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (8818717b-efe9-46fd-aed5-27e8847ca1a1), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:18.627797 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9909fe9-52e2-4d66-8500-577cb83f946e None None] The sync data for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi is: [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'c7570075-415b-4dae-882e-89e4a1e87dab', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'port_id': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'mac_address': 'fa:16:3e:10:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:02Z', 'updated_at': '2022-06-29T08:08:16Z', 'revision_number': 1, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:18.696699 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-f0b2ddca-f1a8-4bb8-82fa-f3314aff83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:18.698227 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-f0b2ddca-f1a8-4bb8-82fa-f3314aff83b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609be66d-5709-4032-86d4-0115dbc1bb2c HTTP/1.1" status: 200 len: 849 time: 0.1198187 Jun 29 08:08:18.767138 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-7725a44e-60b9-4d74-bed1-b318a7602147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:18.769044 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-7725a44e-60b9-4d74-bed1-b318a7602147 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83284d8b-f58e-483b-bfde-1c25f92d3de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0617728 Jun 29 08:08:18.774522 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [None req-ef247840-4590-409b-95b5-5aaf58159c90 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Floating IP 8818717b-efe9-46fd-aed5-27e8847ca1a1 associated. External IP: 172.27.3.27, port: 747dea80-5c60-451c-bba1-3aabe38a1272. Jun 29 08:08:18.847094 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b02c0-cbb9-40c0-a3f3-9df8798e05fb None None] New status for floating IP c7570075-415b-4dae-882e-89e4a1e87dab: ACTIVE {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:08:18.950471 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:18.960269 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-66ad98fb-ad19-4c67-a12b-72c4b99bbde4 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829994 Jun 29 08:08:19.130766 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:19.169789 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-eea5e250-56f7-4a18-9369-bc0dcb28b1d4 req-ed45f896-1eb3-495e-a763-937d538b2a43 service neutron] 10.222.0.48 "GET /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031188 Jun 29 08:08:19.176908 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef247840-4590-409b-95b5-5aaf58159c90 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Router accf43d2-5747-43bd-938c-9a89c1c231cd has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:08:19.177839 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-58ab800f-b7a4-4fa6-9dca-82517050803e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260344434&fields=id&tenant_id=a7afb1bdb06042f4b983631745f32e19 HTTP/1.1" status: 200 len: 267 time: 0.0613549 Jun 29 08:08:19.239648 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-45fc08e5-1fa4-4aa1-ba88-edfea2419610 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:19.241543 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-45fc08e5-1fa4-4aa1-ba88-edfea2419610 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 984 time: 0.0574484 Jun 29 08:08:19.258717 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-efe06a42-ae35-4e6c-8e54-46af5b10e882 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Request body: {'port': {'security_groups': ['9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd']}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:19.297746 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef247840-4590-409b-95b5-5aaf58159c90 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:08:19.305413 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ef247840-4590-409b-95b5-5aaf58159c90 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:19.311710 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] Sync routers for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:08:19.322771 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:19.323396 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:19.357331 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-efe06a42-ae35-4e6c-8e54-46af5b10e882 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:19.360428 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-ef247840-4590-409b-95b5-5aaf58159c90 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "PUT /v2.0/floatingips/8818717b-efe9-46fd-aed5-27e8847ca1a1 HTTP/1.1" status: 200 len: 991 time: 1.7975926 Jun 29 08:08:19.361469 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:19.364807 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:19.412233 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaade0dc-3822-42c2-92e9-79d99eca8461 x-openstack-request-id: req-eaade0dc-3822-42c2-92e9-79d99eca8461 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:19.412632 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:19.413050 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eaade0dc-3822-42c2-92e9-79d99eca8461 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:19.413654 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaade0dc-3822-42c2-92e9-79d99eca8461'] response: {'name': 'network-changed', 'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272', 'status': 'completed', 'code': 200} Jun 29 08:08:19.449862 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:19.507342 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-9464b95a-b4cb-43fa-ac71-314544816bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:19.508894 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-9464b95a-b4cb-43fa-ac71-314544816bb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 1130 time: 0.0443480 Jun 29 08:08:19.544507 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:19.589144 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-efe06a42-ae35-4e6c-8e54-46af5b10e882 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] For port 1315c7c2-f10d-4890-8b5e-93890c37db42, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1315c7c2-f10d-4890-8b5e-93890c37db42,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:19.612494 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-bb27d47f-9b62-477b-b7d0-c22176063625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:19.615148 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-bb27d47f-9b62-477b-b7d0-c22176063625 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 918 time: 0.0982783 Jun 29 08:08:19.688695 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-987bbdcc-a39d-4676-b7d9-af800824464e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=747dea80-5c60-451c-bba1-3aabe38a1272 HTTP/1.1" status: 200 len: 999 time: 0.0666528 Jun 29 08:08:19.699763 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '8818717b-efe9-46fd-aed5-27e8847ca1a1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'port_id': '747dea80-5c60-451c-bba1-3aabe38a1272', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'mac_address': 'fa:16:3e:36:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:02Z', 'updated_at': '2022-06-29T08:08:18Z', 'revision_number': 1, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:19.726807 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] Checking router: accf43d2-5747-43bd-938c-9a89c1c231cd for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:08:19.737946 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:19.738849 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:19.743463 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-1b24dd52-4533-460b-a66a-10fa41e84299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:19.743463 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-1b24dd52-4533-460b-a66a-10fa41e84299 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 200 len: 856 time: 0.0489819 Jun 29 08:08:19.796800 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-bdd9b01a-5236-42d9-87aa-92bf2efafd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:19.798711 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-bdd9b01a-5236-42d9-87aa-92bf2efafd03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f3afbc5-288f-4461-967f-3d79e5607ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456717 Jun 29 08:08:19.852549 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:19.881124 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:19.890071 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-efe06a42-ae35-4e6c-8e54-46af5b10e882 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:19.899750 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-efe06a42-ae35-4e6c-8e54-46af5b10e882 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:19.908320 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-980f55a4-a2fc-45d1-9635-6db79ab63963 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027095 Jun 29 08:08:19.947762 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['1315c7c2-f10d-4890-8b5e-93890c37db42'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:08:19.949019 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-efe06a42-ae35-4e6c-8e54-46af5b10e882 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:19.949811 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-efe06a42-ae35-4e6c-8e54-46af5b10e882 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:19.950534 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4b2ed096-031c-4987-9896-aaeb5c7db611 req-efe06a42-ae35-4e6c-8e54-46af5b10e882 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "PUT /v2.0/ports/1315c7c2-f10d-4890-8b5e-93890c37db42 HTTP/1.1" status: 200 len: 942 time: 0.6967130 Jun 29 08:08:19.951276 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:19.953822 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530a49b2-15ab-494e-bd48-d9a8665cc82e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:19.960562 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44346) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:20.006681 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04bdcb3-4895-4b7c-a1a0-36b2727b82ab x-openstack-request-id: req-c04bdcb3-4895-4b7c-a1a0-36b2727b82ab {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:20.006961 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:20.007206 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c04bdcb3-4895-4b7c-a1a0-36b2727b82ab {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:20.007599 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04bdcb3-4895-4b7c-a1a0-36b2727b82ab'] response: {'name': 'network-changed', 'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'status': 'completed', 'code': 200} Jun 29 08:08:20.015575 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe06a42-ae35-4e6c-8e54-46af5b10e882 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event updated for resources: {'Port': ['ID=1315c7c2-f10d-4890-8b5e-93890c37db42,revision_number=7']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:20.048908 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7581097f-ae9b-4b39-9c19-3a15fcf5d19c req-61fead96-41dc-454a-b766-6c1a3fb1ef06 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340170 Jun 29 08:08:20.064187 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-33586599-7afe-4d4e-8d12-73de05a1d075 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group (e5616007-85ed-4da9-9eed-331121f2f244), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:20.074128 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:20.132501 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['1315c7c2-f10d-4890-8b5e-93890c37db42'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:08:20.135394 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-33586599-7afe-4d4e-8d12-73de05a1d075 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group (e5616007-85ed-4da9-9eed-331121f2f244), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:20.147829 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-c827db4e-a27b-4265-96dc-6ee681eecf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:20.151909 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-c827db4e-a27b-4265-96dc-6ee681eecf89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7afb1bdb06042f4b983631745f32e19&device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 1129 time: 0.0784009 Jun 29 08:08:20.198362 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '8818717b-efe9-46fd-aed5-27e8847ca1a1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'port_id': '747dea80-5c60-451c-bba1-3aabe38a1272', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'mac_address': 'fa:16:3e:36:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:02Z', 'updated_at': '2022-06-29T08:08:18Z', 'revision_number': 1, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:20.225332 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-33586599-7afe-4d4e-8d12-73de05a1d075 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e5616007-85ed-4da9-9eed-331121f2f244), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:20.230684 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-33586599-7afe-4d4e-8d12-73de05a1d075 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:20.235863 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-33586599-7afe-4d4e-8d12-73de05a1d075 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "DELETE /v2.0/security-groups/e5616007-85ed-4da9-9eed-331121f2f244 HTTP/1.1" status: 204 len: 168 time: 0.2710335 Jun 29 08:08:20.238378 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0292fe88-c4fc-4aa8-8a82-574b176b546a None None] The sync data for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi is: [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '8818717b-efe9-46fd-aed5-27e8847ca1a1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'port_id': '747dea80-5c60-451c-bba1-3aabe38a1272', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'mac_address': 'fa:16:3e:36:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:02Z', 'updated_at': '2022-06-29T08:08:18Z', 'revision_number': 1, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:20.244400 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44350) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:20.312156 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33586599-7afe-4d4e-8d12-73de05a1d075 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5616007-85ed-4da9-9eed-331121f2f244,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:20.371078 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:20.378289 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-4ed27da6-93bb-468a-a264-02296c4e4fb8 None None] Provisioning complete for port 1315c7c2-f10d-4890-8b5e-93890c37db42 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:20.378663 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4ed27da6-93bb-468a-a264-02296c4e4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:20.400429 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-2cf401be-d269-471e-a3ec-76e6a83ab47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:20.403299 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-2cf401be-d269-471e-a3ec-76e6a83ab47b service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc13a0b9-e34d-4650-bb88-8388325ba847 HTTP/1.1" status: 200 len: 916 time: 0.2440083 Jun 29 08:08:20.474468 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:20.494428 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Deleting port 4ad8998c-c523-4cdf-92a7-f4178e7f6740 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:20.494815 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (4ad8998c-c523-4cdf-92a7-f4178e7f6740), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:20.514692 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-4ed27da6-93bb-468a-a264-02296c4e4fb8 None None] Current status of the port 1315c7c2-f10d-4890-8b5e-93890c37db42 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:20.517190 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-8aff5c4e-e8a5-447a-aba4-ca43559e549b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1315c7c2-f10d-4890-8b5e-93890c37db42 HTTP/1.1" status: 200 len: 1001 time: 0.1051972 Jun 29 08:08:20.581763 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf556e1a-8cce-471c-82e0-db0c3a9cc404 None None] New status for floating IP 8818717b-efe9-46fd-aed5-27e8847ca1a1: ACTIVE {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:08:20.592004 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-e51d13d0-dba8-489b-93aa-bc6e038dae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:20.593709 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (4ad8998c-c523-4cdf-92a7-f4178e7f6740), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:20.593854 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-e51d13d0-dba8-489b-93aa-bc6e038dae91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b26967be-8f94-423a-b6e8-46ec52764ca0 HTTP/1.1" status: 200 len: 854 time: 0.0704584 Jun 29 08:08:20.594559 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for floatingip (4ad8998c-c523-4cdf-92a7-f4178e7f6740), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:20.609424 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Calling delete_port for 4ad8998c-c523-4cdf-92a7-f4178e7f6740 owned by network:floatingip {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:20.634471 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:20.654014 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-6ae761a0-36e7-4805-9604-c81b3a22a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:20.655628 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-6ae761a0-36e7-4805-9604-c81b3a22a546 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc13a0b9-e34d-4650-bb88-8388325ba847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487008 Jun 29 08:08:20.683196 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:20.766850 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-4bd3de16-fe70-45e3-9ff7-1e4d1383f850 service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033890 Jun 29 08:08:20.820967 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (4ad8998c-c523-4cdf-92a7-f4178e7f6740), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:20.849002 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event deleted for resources: {'Port': ['ID=4ad8998c-c523-4cdf-92a7-f4178e7f6740,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:20.885493 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-530a49b2-15ab-494e-bd48-d9a8665cc82e req-201cf1f7-12b1-4e66-9d6a-f7e07d186bb9 service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134090 Jun 29 08:08:20.918598 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks [] for floatingip (d52b972a-4340-4e5c-972f-efe1088d8437), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:20.918993 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Floating IP d52b972a-4340-4e5c-972f-efe1088d8437 disassociated (deleted). External IP: 172.27.3.115, port: 1315c7c2-f10d-4890-8b5e-93890c37db42. Jun 29 08:08:20.991643 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:21.129709 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:08:21.233348 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:08:21.238359 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:21.242800 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793de460-42f4-4d44-8456-41c339414485 None None] Sync routers for ids ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:08:21.253703 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793de460-42f4-4d44-8456-41c339414485 None None] Routers {'286ba927-a0d4-4319-a9f7-91ec9dbbd59a'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:21.254392 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-793de460-42f4-4d44-8456-41c339414485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:21.277045 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-30448ddd-17f6-432e-a837-3316ea3e84d4 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "DELETE /v2.0/floatingips/d52b972a-4340-4e5c-972f-efe1088d8437 HTTP/1.1" status: 204 len: 168 time: 1.0296240 Jun 29 08:08:21.359058 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-793de460-42f4-4d44-8456-41c339414485 None None] Set router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:21.577513 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-793de460-42f4-4d44-8456-41c339414485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:47Z', 'revision_number': 5, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:21.603712 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793de460-42f4-4d44-8456-41c339414485 None None] Checking router: 286ba927-a0d4-4319-a9f7-91ec9dbbd59a for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:08:21.613566 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793de460-42f4-4d44-8456-41c339414485 None None] Routers {'286ba927-a0d4-4319-a9f7-91ec9dbbd59a'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:21.614188 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-793de460-42f4-4d44-8456-41c339414485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:07:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:21.771527 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:21.811842 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-793de460-42f4-4d44-8456-41c339414485 None None] Set router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:22.004084 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:22.008272 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:22.010656 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52" -d '{"events": [{"name": "network-changed", "server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:22.034345 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-793de460-42f4-4d44-8456-41c339414485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:47Z', 'revision_number': 5, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:22.046848 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec009491-74ea-4d28-ac17-b288417ef538 x-openstack-request-id: req-ec009491-74ea-4d28-ac17-b288417ef538 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:22.047995 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:22.048437 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec009491-74ea-4d28-ac17-b288417ef538 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:22.048823 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec009491-74ea-4d28-ac17-b288417ef538'] response: {'name': 'network-changed', 'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'status': 'completed', 'code': 200} Jun 29 08:08:22.060244 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793de460-42f4-4d44-8456-41c339414485 None None] The sync data for ids ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'] in dv-cinder-768105-14-iscsi is: [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:04:41Z', 'revision_number': 4, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '4df7f989-f2d8-4fc4-8c8b-dfb66765451a', 'name': '', 'network_id': 'fc13a0b9-e34d-4650-bb88-8388325ba847', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'mac_address': 'fa:16:3e:8d:d9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:39Z', 'updated_at': '2022-06-29T08:04:47Z', 'revision_number': 5, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'subnets': [{'id': 'b26967be-8f94-423a-b6e8-46ec52764ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:22.144078 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-b4a1ec96-2926-46e0-b34e-fed6e0665e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:22.145820 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-b4a1ec96-2926-46e0-b34e-fed6e0665e6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7afb1bdb06042f4b983631745f32e19&device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 1129 time: 0.0485766 Jun 29 08:08:22.307133 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-9a57bd01-5ac0-4804-b7e9-8c3986a66aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:22.308635 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-9a57bd01-5ac0-4804-b7e9-8c3986a66aa8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc13a0b9-e34d-4650-bb88-8388325ba847 HTTP/1.1" status: 200 len: 916 time: 0.1125481 Jun 29 08:08:22.314961 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa3703-a9af-4837-821a-bb441da7d79d None None] New status for floating IP d52b972a-4340-4e5c-972f-efe1088d8437: DOWN {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:08:22.358998 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-96edce9b-6ae2-4bd1-98ee-46ac3cba224f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1315c7c2-f10d-4890-8b5e-93890c37db42 HTTP/1.1" status: 200 len: 217 time: 0.0376816 Jun 29 08:08:22.411775 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-bcfa0b2d-74e1-45ea-99c1-3269093f280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:22.413283 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-bcfa0b2d-74e1-45ea-99c1-3269093f280c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b26967be-8f94-423a-b6e8-46ec52764ca0 HTTP/1.1" status: 200 len: 854 time: 0.0468547 Jun 29 08:08:22.456832 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-ffcb98ae-fb85-45b0-84bd-0bb350a707e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:22.458359 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-ffcb98ae-fb85-45b0-84bd-0bb350a707e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc13a0b9-e34d-4650-bb88-8388325ba847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387838 Jun 29 08:08:22.563933 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-a5a0bbc3-36fa-40b7-bb90-baf2b2741f87 service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987880 Jun 29 08:08:22.663652 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac354dbc-15e0-4f00-83b4-01ebed1c3b52 req-18bbb46e-c5cc-4552-9feb-1aadf9bbeb36 service neutron] 10.222.0.48 "GET /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937097 Jun 29 08:08:24.087179 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b9c0f-c709-44cb-9ad8-217ba883c611 req-c2e68777-1ac4-49bd-9721-7a425d8ac691 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:24.088609 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-017b9c0f-c709-44cb-9ad8-217ba883c611 req-c2e68777-1ac4-49bd-9721-7a425d8ac691 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0481703 Jun 29 08:08:24.138113 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-017b9c0f-c709-44cb-9ad8-217ba883c611 req-dbc8ba56-e679-451c-a9cf-48eb39035c91 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Jun 29 08:08:24.431422 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:24.438688 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-db8d28b9-17fc-4f03-ad05-59bf61adb0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:25.268247 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c5d14-9b06-415b-afb1-cbdb6215caf5 req-9c73510c-6a52-4ecc-a899-87e967e82a08 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:25.269791 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9f4c5d14-9b06-415b-afb1-cbdb6215caf5 req-9c73510c-6a52-4ecc-a899-87e967e82a08 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0559194 Jun 29 08:08:25.556651 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9f4c5d14-9b06-415b-afb1-cbdb6215caf5 req-8cf13c73-fb4f-4910-b2bd-151e8f537ef5 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806427 Jun 29 08:08:26.187526 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-c8bbeb70-f099-4bab-b74c-55f5c0a94326 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:26.189280 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-c8bbeb70-f099-4bab-b74c-55f5c0a94326 tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0705755 Jun 29 08:08:26.318282 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Deleting port 1315c7c2-f10d-4890-8b5e-93890c37db42 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:26.319083 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:26.417792 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:26.451041 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] For port 1315c7c2-f10d-4890-8b5e-93890c37db42, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1315c7c2-f10d-4890-8b5e-93890c37db42,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:26.451449 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:26.468103 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Calling delete_port for 1315c7c2-f10d-4890-8b5e-93890c37db42 owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:26.519077 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:26.621318 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (1315c7c2-f10d-4890-8b5e-93890c37db42), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:26.650807 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Pushing event deleted for resources: {'Port': ['ID=1315c7c2-f10d-4890-8b5e-93890c37db42,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:26.658743 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['1315c7c2-f10d-4890-8b5e-93890c37db42'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:08:26.662801 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.663078 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.663380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.663716 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.664049 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.664379 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.664720 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.665071 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.665402 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.665728 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.666055 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.667188 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.667188 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.667188 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.668058 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:26.708932 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7dbf862f-cded-4df5-943e-160f14eb8079 req-17ff4885-9c50-460c-a75e-3b16ad5d0c0e tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0572062 Jun 29 08:08:26.717163 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] No DVR routers for this DVR port 1315c7c2-f10d-4890-8b5e-93890c37db42 on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:08:26.720779 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:26.724379 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-43d79191-b792-40ad-9fc8-0de34a6f9417 req-1f60e3ce-4ac6-48bf-9bae-18660f1dddaf tempest-TestMinimumBasicScenario-495728199 tempest-TestMinimumBasicScenario-495728199-project] 10.222.0.48 "DELETE /v2.0/ports/1315c7c2-f10d-4890-8b5e-93890c37db42 HTTP/1.1" status: 204 len: 173 time: 0.5269632 Jun 29 08:08:26.724609 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'name': 'network-vif-deleted', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:26.726993 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9d1ec3-8a2e-4ca3-8c77-3f562f7c0b97" -d '{"events": [{"server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "name": "network-vif-deleted", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:26.820348 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74299afa-7ef8-4060-a86f-c09c5d0d105f x-openstack-request-id: req-74299afa-7ef8-4060-a86f-c09c5d0d105f {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:26.820635 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8", "name": "network-vif-deleted", "tag": "1315c7c2-f10d-4890-8b5e-93890c37db42", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:26.820884 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74299afa-7ef8-4060-a86f-c09c5d0d105f {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:26.821317 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74299afa-7ef8-4060-a86f-c09c5d0d105f'] response: {'server_uuid': '4a523b7d-76fc-4f57-9bfe-c9c2b4b0b8c8', 'name': 'network-vif-deleted', 'tag': '1315c7c2-f10d-4890-8b5e-93890c37db42', 'status': 'completed', 'code': 200} Jun 29 08:08:26.953564 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30056c92-9759-456e-81ba-4579e2177229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:27.870149 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75b127-610a-495a-ad16-08edd9e7768c req-18a6dcad-5cea-46c9-ad2a-cb4bdcb02297 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:27.872949 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6b75b127-610a-495a-ad16-08edd9e7768c req-18a6dcad-5cea-46c9-ad2a-cb4bdcb02297 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0667856 Jun 29 08:08:27.927659 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6b75b127-610a-495a-ad16-08edd9e7768c req-0b38ed66-79c0-4d4f-9b85-8e21f7f24c6a tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473773 Jun 29 08:08:28.326559 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:28.501039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44458) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:28.890268 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:29.042647 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:29.052456 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64215a1a-15be-4c36-b49f-c0a36015455b req-b2816b2a-e38b-44c4-8542-898e1f83556e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:29.054054 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-64215a1a-15be-4c36-b49f-c0a36015455b req-b2816b2a-e38b-44c4-8542-898e1f83556e tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0563843 Jun 29 08:08:29.108108 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-64215a1a-15be-4c36-b49f-c0a36015455b req-dabf65e3-1f2d-4027-8506-2b84103f64c0 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472314 Jun 29 08:08:29.213571 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] Deleting port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:29.213876 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:29.290340 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:29.301774 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:29.346221 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] For port 4df7f989-f2d8-4fc4-8c8b-dfb66765451a, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=4df7f989-f2d8-4fc4-8c8b-dfb66765451a,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:29.346832 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:29.371378 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] Calling delete_port for 4df7f989-f2d8-4fc4-8c8b-dfb66765451a owned by network:router_interface {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:29.506936 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:29.614087 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (4df7f989-f2d8-4fc4-8c8b-dfb66765451a), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:29.639166 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df7f989-f2d8-4fc4-8c8b-dfb66765451a,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:29.820834 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:29.886809 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:30.057120 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] Router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:08:30.181144 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:08:30.187162 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-4f1ec099-ebc6-46a8-9827-7fdf295a8846 admin admin] 10.222.0.43 "PUT /v2.0/routers/286ba927-a0d4-4319-a9f7-91ec9dbbd59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6847188 Jun 29 08:08:30.190856 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44464) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:30.192352 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] Sync routers for ids ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:08:30.204356 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] Routers {'286ba927-a0d4-4319-a9f7-91ec9dbbd59a'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:30.205005 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:30.252409 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca18a6-ad75-4383-b755-1e54c8abaacf req-b6d44188-c653-4308-a5b9-7e3013725bb1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:30.254501 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-83ca18a6-ad75-4383-b755-1e54c8abaacf req-b6d44188-c653-4308-a5b9-7e3013725bb1 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0603061 Jun 29 08:08:30.280220 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:30.315783 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-83ca18a6-ad75-4383-b755-1e54c8abaacf req-47d6524b-3003-42fe-9042-f8073f0268d8 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537062 Jun 29 08:08:30.328265 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] Set router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:30.333426 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Publish callbacks [] for router (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:30.455791 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Publish callbacks [] for router_gateway (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:30.467396 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:30.512853 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Deleting port e8a5228e-185d-4d5f-b837-f550bb255380 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:30.513243 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:30.538844 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:08:29Z', 'revision_number': 5, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port': {'id': 'e8a5228e-185d-4d5f-b837-f550bb255380', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:36Z', 'updated_at': '2022-06-29T08:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:30.565341 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] Checking router: 286ba927-a0d4-4319-a9f7-91ec9dbbd59a for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:08:30.575561 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] Routers {'286ba927-a0d4-4319-a9f7-91ec9dbbd59a'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:30.576189 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:30.604273 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] For port e8a5228e-185d-4d5f-b837-f550bb255380, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=e8a5228e-185d-4d5f-b837-f550bb255380,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:30.604637 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:30.619274 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Calling delete_port for e8a5228e-185d-4d5f-b837-f550bb255380 owned by network:router_gateway {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:30.661505 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] Set router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a gateway port host: None {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:30.684628 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:30.710874 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:08:30Z', 'revision_number': 6, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:30.730922 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 1315c7c2-f10d-4890-8b5e-93890c37db42 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:30.742309 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbc34b-7e6a-4010-9a04-6291ca1b98ca None None] The sync data for ids ['286ba927-a0d4-4319-a9f7-91ec9dbbd59a'] in dv-cinder-768105-14-iscsi is: [{'id': '286ba927-a0d4-4319-a9f7-91ec9dbbd59a', 'name': 'tempest-TestMinimumBasicScenario-1897896593-router', 'tenant_id': 'a7afb1bdb06042f4b983631745f32e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:34Z', 'updated_at': '2022-06-29T08:08:30Z', 'revision_number': 6, 'project_id': 'a7afb1bdb06042f4b983631745f32e19', 'gw_port_host': None}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:30.754168 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: 1315c7c2-f10d-4890-8b5e-93890c37db42 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:30.754812 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 1315c7c2-f10d-4890-8b5e-93890c37db42 not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:30.816790 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (e8a5228e-185d-4d5f-b837-f550bb255380), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:30.845522 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a5228e-185d-4d5f-b837-f550bb255380,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:30.916217 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.024148 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.026566 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Publish callbacks [] for router_controller (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.103660 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (286ba927-a0d4-4319-a9f7-91ec9dbbd59a), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.104301 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 286ba927-a0d4-4319-a9f7-91ec9dbbd59a {{(pid=103901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:08:31.112885 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.114133 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-e525cf23-ab76-49f6-bbb3-4f62e5ffea94 admin admin] 10.222.0.43 "DELETE /v2.0/routers/286ba927-a0d4-4319-a9f7-91ec9dbbd59a HTTP/1.1" status: 204 len: 168 time: 0.9213560 Jun 29 08:08:31.117492 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44468) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:31.192136 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_v2 [None req-48818774-6f9a-4e61-bb76-76b98d9232d3 admin admin] Deleting subnet b26967be-8f94-423a-b6e8-46ec52764ca0 {{(pid=103901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:08:31.201415 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-48818774-6f9a-4e61-bb76-76b98d9232d3 admin admin] Publish callbacks [] for subnet (b26967be-8f94-423a-b6e8-46ec52764ca0), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.241365 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-48818774-6f9a-4e61-bb76-76b98d9232d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26202167'] for subnet (b26967be-8f94-423a-b6e8-46ec52764ca0), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.275213 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:31.336625 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-48818774-6f9a-4e61-bb76-76b98d9232d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (b26967be-8f94-423a-b6e8-46ec52764ca0), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.404268 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-48818774-6f9a-4e61-bb76-76b98d9232d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26775476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25339904'] for subnet (b26967be-8f94-423a-b6e8-46ec52764ca0), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.500837 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-48818774-6f9a-4e61-bb76-76b98d9232d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.506847 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-48818774-6f9a-4e61-bb76-76b98d9232d3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b26967be-8f94-423a-b6e8-46ec52764ca0 HTTP/1.1" status: 204 len: 168 time: 0.3878770 Jun 29 08:08:31.510305 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44472) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:31.512549 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48818774-6f9a-4e61-bb76-76b98d9232d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26967be-8f94-423a-b6e8-46ec52764ca0,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:31.533441 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0c90b-e85f-4c0e-b23f-de2556133071 None None] Network fc13a0b9-e34d-4650-bb88-8388325ba847 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:08:31.540107 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66944d1e-520a-4dc9-b8b1-2d149f06b152 req-3834551b-a25a-48ab-82a9-2da8d9e16773 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:31.543387 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-66944d1e-520a-4dc9-b8b1-2d149f06b152 req-3834551b-a25a-48ab-82a9-2da8d9e16773 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.1323724 Jun 29 08:08:31.545503 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:31.563505 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-7d6d74f1-a4c1-4bd1-8593-05166fce7e1b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:31.565256 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-7d6d74f1-a4c1-4bd1-8593-05166fce7e1b tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.0978527 Jun 29 08:08:31.633187 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-66944d1e-520a-4dc9-b8b1-2d149f06b152 req-d5bbcea2-fc7d-4597-9037-06484e41f5fe tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828056 Jun 29 08:08:31.674912 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (fc13a0b9-e34d-4650-bb88-8388325ba847), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.692308 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:31.794803 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Deleting port 5a5ce414-6f70-43b5-a7cc-7340f679070a {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:31.795434 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.801265 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d1b5a4-0148-4e35-abfa-1e0fb6ca3822 None None] DHCP port deletion for fc13a0b9-e34d-4650-bb88-8388325ba847 request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:08:31.827923 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Deleting port 020ca18b-39f9-427b-9100-6c37eef5973e {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:31.828617 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.849173 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-81d1b5a4-0148-4e35-abfa-1e0fb6ca3822 None None] Deleting port 020ca18b-39f9-427b-9100-6c37eef5973e {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:31.849547 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81d1b5a4-0148-4e35-abfa-1e0fb6ca3822 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.926308 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-81d1b5a4-0148-4e35-abfa-1e0fb6ca3822 None None] For port 020ca18b-39f9-427b-9100-6c37eef5973e, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=020ca18b-39f9-427b-9100-6c37eef5973e,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:31.927257 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81d1b5a4-0148-4e35-abfa-1e0fb6ca3822 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:31.949266 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-81d1b5a4-0148-4e35-abfa-1e0fb6ca3822 None None] Calling delete_port for 020ca18b-39f9-427b-9100-6c37eef5973e owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:31.972841 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] For port 020ca18b-39f9-427b-9100-6c37eef5973e, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=020ca18b-39f9-427b-9100-6c37eef5973e,segment=NetworkSegment(b3cd3617-8d48-4353-9582-80ed2462001a),segment_id=b3cd3617-8d48-4353-9582-80ed2462001a)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:31.973244 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:32.002573 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Calling delete_port for 020ca18b-39f9-427b-9100-6c37eef5973e owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:32.006132 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] For port 5a5ce414-6f70-43b5-a7cc-7340f679070a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5a5ce414-6f70-43b5-a7cc-7340f679070a,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:32.006511 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:32.046424 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81d1b5a4-0148-4e35-abfa-1e0fb6ca3822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:32.095166 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1b5a4-0148-4e35-abfa-1e0fb6ca3822 None None] Pushing event deleted for resources: {'Port': ['ID=020ca18b-39f9-427b-9100-6c37eef5973e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:32.102904 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1b5a4-0148-4e35-abfa-1e0fb6ca3822 None None] No DVR routers for this DVR port 020ca18b-39f9-427b-9100-6c37eef5973e on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:08:32.448496 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 4df7f989-f2d8-4fc4-8c8b-dfb66765451a no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:32.461129 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (020ca18b-39f9-427b-9100-6c37eef5973e), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:32.471417 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 4df7f989-f2d8-4fc4-8c8b-dfb66765451a {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:32.471924 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 4df7f989-f2d8-4fc4-8c8b-dfb66765451a not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:32.472356 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 020ca18b-39f9-427b-9100-6c37eef5973e no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:32.493252 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 020ca18b-39f9-427b-9100-6c37eef5973e {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:32.493876 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 020ca18b-39f9-427b-9100-6c37eef5973e not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:32.494445 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device e8a5228e-185d-4d5f-b837-f550bb255380 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:32.501351 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=020ca18b-39f9-427b-9100-6c37eef5973e,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:32.511092 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] No DVR routers for this DVR port 020ca18b-39f9-427b-9100-6c37eef5973e on host dv-cinder-768105-14-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:08:32.517764 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:32.517978 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: e8a5228e-185d-4d5f-b837-f550bb255380 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:32.518113 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (63122b3c-e625-4648-ad85-9d8818db4276), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:32.518324 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device e8a5228e-185d-4d5f-b837-f550bb255380 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:32.518467 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Floating IP 63122b3c-e625-4648-ad85-9d8818db4276 disassociated. External IP: 172.27.3.142, port: 5a5ce414-6f70-43b5-a7cc-7340f679070a. Jun 29 08:08:32.518760 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Calling delete_port for 5a5ce414-6f70-43b5-a7cc-7340f679070a owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:32.637963 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (fc13a0b9-e34d-4650-bb88-8388325ba847), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:32.651820 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:32.701031 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc13a0b9-e34d-4650-bb88-8388325ba847']}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:32.731849 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cd3617-8d48-4353-9582-80ed2462001a') {'for_net_delete': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:32.732362 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cd3617-8d48-4353-9582-80ed2462001a') {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:32.794340 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25764317'] for segment (b3cd3617-8d48-4353-9582-80ed2462001a), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:32.830125 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867c358-de81-4ea8-9c7c-86ec2f36d972 req-ff6c9830-38c9-4d1d-b90e-373b13a9b193 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:32.831546 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f867c358-de81-4ea8-9c7c-86ec2f36d972 req-ff6c9830-38c9-4d1d-b90e-373b13a9b193 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca231b38-fd3e-43ba-9cba-1de10a1ffeec HTTP/1.1" status: 200 len: 946 time: 0.1070709 Jun 29 08:08:32.836257 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (b3cd3617-8d48-4353-9582-80ed2462001a), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:32.870859 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:08:32.871266 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946667'] for segment (b3cd3617-8d48-4353-9582-80ed2462001a), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:32.873648 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:32.911563 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment b3cd3617-8d48-4353-9582-80ed2462001a resource provider aggregate not found Jun 29 08:08:32.941288 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment b3cd3617-8d48-4353-9582-80ed2462001a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3cd3617-8d48-4353-9582-80ed2462001a found for delete ", "request_id": "req-f79d552e-06a9-4b29-8f51-3562c074cab4"}]} Jun 29 08:08:32.980104 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (5a5ce414-6f70-43b5-a7cc-7340f679070a), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:33.001669 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (fc13a0b9-e34d-4650-bb88-8388325ba847), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:33.027980 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:33.030923 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fc13a0b9-e34d-4650-bb88-8388325ba847 HTTP/1.1" status: 204 len: 168 time: 1.5196271 Jun 29 08:08:33.032569 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event deleted for resources: {'Port': ['ID=5a5ce414-6f70-43b5-a7cc-7340f679070a,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:33.034689 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44482) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:33.037257 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f867c358-de81-4ea8-9c7c-86ec2f36d972 req-7411f5cc-bacd-41da-85e0-f9a53ec6dc55 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984875 Jun 29 08:08:33.053958 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a669133-d962-4fdb-8c0c-6c6d1f56edd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc13a0b9-e34d-4650-bb88-8388325ba847,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:33.173836 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Router eef5cbfa-6300-42f8-adf3-88dad4300f3c has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:08:33.290237 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:08:33.302022 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] Sync routers for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:08:33.315507 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:33.316162 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:33.339192 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:33.361357 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] No DVR routers for this DVR port 5a5ce414-6f70-43b5-a7cc-7340f679070a on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:08:33.364485 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:33.369103 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6a57f00b-1818-4737-bfa8-a4347c0992a0 req-fb38d5c6-e57d-4f9f-9f19-35f56521efcd tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "DELETE /v2.0/ports/5a5ce414-6f70-43b5-a7cc-7340f679070a HTTP/1.1" status: 204 len: 173 time: 1.7959616 Jun 29 08:08:33.369613 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'name': 'network-vif-deleted', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:33.372807 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbae1e8-cb66-4802-9239-cab9e9aff409" -d '{"events": [{"server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "name": "network-vif-deleted", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:33.439053 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93735d94-087d-49a0-b32b-dac6283bb0d7 x-openstack-request-id: req-93735d94-087d-49a0-b32b-dac6283bb0d7 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:33.439392 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca231b38-fd3e-43ba-9cba-1de10a1ffeec", "name": "network-vif-deleted", "tag": "5a5ce414-6f70-43b5-a7cc-7340f679070a", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:33.440290 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93735d94-087d-49a0-b32b-dac6283bb0d7 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:33.440725 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93735d94-087d-49a0-b32b-dac6283bb0d7'] response: {'server_uuid': 'ca231b38-fd3e-43ba-9cba-1de10a1ffeec', 'name': 'network-vif-deleted', 'tag': '5a5ce414-6f70-43b5-a7cc-7340f679070a', 'status': 'completed', 'code': 200} Jun 29 08:08:33.443677 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (216833f6-9915-4db9-b755-cf84f160b13b), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:33.483508 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:33.732287 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] Deleting port 25db66c3-0c81-4c1f-9190-08392c45d833 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:33.732518 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:33.822586 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] For port 25db66c3-0c81-4c1f-9190-08392c45d833, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=25db66c3-0c81-4c1f-9190-08392c45d833,segment=NetworkSegment(d14a5d65-aa67-4e69-9cfe-2b78968709a6),segment_id=d14a5d65-aa67-4e69-9cfe-2b78968709a6)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:33.822950 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:33.827192 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:33.836837 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:57Z', 'revision_number': 5, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:33.845723 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] Calling delete_port for 25db66c3-0c81-4c1f-9190-08392c45d833 owned by network:router_interface {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:33.870466 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] Checking router: eef5cbfa-6300-42f8-adf3-88dad4300f3c for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:08:33.880849 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:33.881531 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:34.042823 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:34.065795 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (25db66c3-0c81-4c1f-9190-08392c45d833), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:34.092752 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] Pushing event deleted for resources: {'Port': ['ID=25db66c3-0c81-4c1f-9190-08392c45d833,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:34.254256 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44490) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:34.291533 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:34.323720 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:57Z', 'revision_number': 5, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:34.356690 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d59c532-0a95-4c5f-aaca-e6c7be893229 None None] The sync data for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi is: [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:48Z', 'revision_number': 4, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'b8e63a5b-1358-48d6-a263-010ed463cbc5', 'name': '', 'network_id': '6d288728-176e-477c-8692-ca82d6facbbc', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'mac_address': 'fa:16:3e:3f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:02:57Z', 'revision_number': 5, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'subnets': [{'id': 'b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:34.366147 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fa2c893c-13b3-420d-b8da-e163d9c9cb5d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group (7ce650db-ba31-436e-b1b1-9cd9cbe9ab91), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:34.383725 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (216833f6-9915-4db9-b755-cf84f160b13b), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:34.404007 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fa2c893c-13b3-420d-b8da-e163d9c9cb5d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group (7ce650db-ba31-436e-b1b1-9cd9cbe9ab91), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:34.491334 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fa2c893c-13b3-420d-b8da-e163d9c9cb5d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (7ce650db-ba31-436e-b1b1-9cd9cbe9ab91), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:34.495380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fa2c893c-13b3-420d-b8da-e163d9c9cb5d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:34.498680 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-fa2c893c-13b3-420d-b8da-e163d9c9cb5d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "DELETE /v2.0/security-groups/7ce650db-ba31-436e-b1b1-9cd9cbe9ab91 HTTP/1.1" status: 204 len: 168 time: 0.2420046 Jun 29 08:08:34.499366 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44492) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:34.523616 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c893c-13b3-420d-b8da-e163d9c9cb5d tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce650db-ba31-436e-b1b1-9cd9cbe9ab91,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:34.526189 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.api.v2.resource [None req-44da4bff-c024-4b86-91cb-bd42bd211b19 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] show failed (client error): The resource could not be found. Jun 29 08:08:34.527009 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-44da4bff-c024-4b86-91cb-bd42bd211b19 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups/7ce650db-ba31-436e-b1b1-9cd9cbe9ab91 HTTP/1.1" status: 404 len: 347 time: 0.0227959 Jun 29 08:08:34.529828 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44494) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:34.663353 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-09b05c7c-37d8-4677-842b-39a005cc7832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Deleting port a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:34.663714 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09b05c7c-37d8-4677-842b-39a005cc7832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:34.684586 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:34.765045 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 5a5ce414-6f70-43b5-a7cc-7340f679070a no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:34.770776 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09b05c7c-37d8-4677-842b-39a005cc7832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:34.771274 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09b05c7c-37d8-4677-842b-39a005cc7832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for floatingip (a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:34.790134 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-09b05c7c-37d8-4677-842b-39a005cc7832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Calling delete_port for a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5 owned by network:floatingip {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:34.802505 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: 5a5ce414-6f70-43b5-a7cc-7340f679070a {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:34.803300 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 5a5ce414-6f70-43b5-a7cc-7340f679070a not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:34.822283 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d58ea6-cf84-4a80-ac1f-b1066259d09e None None] New status for floating IP 63122b3c-e625-4648-ad85-9d8818db4276: DOWN {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:08:34.881494 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:34.969920 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09b05c7c-37d8-4677-842b-39a005cc7832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:34.971907 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.db.api [None req-78d58ea6-cf84-4a80-ac1f-b1066259d09e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 29 08:08:34.974159 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG oslo_db.api [None req-78d58ea6-cf84-4a80-ac1f-b1066259d09e None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 08:08:34.996517 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b05c7c-37d8-4677-842b-39a005cc7832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event deleted for resources: {'Port': ['ID=a6e59a6b-bd2e-42cf-9228-5b4fb2b507c5,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:35.034951 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] Router 216833f6-9915-4db9-b755-cf84f160b13b has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:08:35.052608 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:35.067865 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09b05c7c-37d8-4677-842b-39a005cc7832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks [] for floatingip (63122b3c-e625-4648-ad85-9d8818db4276), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:35.068512 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-09b05c7c-37d8-4677-842b-39a005cc7832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:35.069856 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-09b05c7c-37d8-4677-842b-39a005cc7832 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "DELETE /v2.0/floatingips/63122b3c-e625-4648-ad85-9d8818db4276 HTTP/1.1" status: 204 len: 168 time: 0.5390801 Jun 29 08:08:35.172743 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:08:35.179692 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-cf0da6c8-a3e7-4e65-8888-dd9f264ea21b admin admin] 10.222.0.43 "PUT /v2.0/routers/216833f6-9915-4db9-b755-cf84f160b13b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1428964 Jun 29 08:08:35.182208 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44500) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:35.184928 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] Sync routers for ids ['216833f6-9915-4db9-b755-cf84f160b13b'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:08:35.200817 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] Routers {'216833f6-9915-4db9-b755-cf84f160b13b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:35.201488 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['216833f6-9915-4db9-b755-cf84f160b13b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:35.307983 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Publish callbacks [] for router (216833f6-9915-4db9-b755-cf84f160b13b), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:35.331480 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] Set router 216833f6-9915-4db9-b755-cf84f160b13b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:35.423277 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Publish callbacks [] for router_gateway (216833f6-9915-4db9-b755-cf84f160b13b), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:35.491959 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Deleting port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:35.492314 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:35.506968 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: WARNING neutron.objects.base [None req-78d58ea6-cf84-4a80-ac1f-b1066259d09e None None] ORM session: SQL execution without transaction in progress, traceback: Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: func(*args, **kwargs) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: self.work.run() Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: result = self.fn(*self.args, **self.kwargs) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: res = self.dispatcher.dispatch(message) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return self._do_dispatch(endpoint, method, ctxt, args) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: result = func(ctxt, **new_args) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return f(*args, **kwargs) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return f(*args, **kwargs) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return f(*dup_args, **dup_kwargs) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: self.l3plugin.update_floatingip_status(context, Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return f_with_retry(*args, **kwargs, Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return f(*args, **kwargs) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return f(*args, **kwargs) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return f(*dup_args, **dup_kwargs) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return l3_obj.FloatingIP.update_object( Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return super(NeutronDbObject, cls).update_object( Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: obj = cls.get_object( Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: db_obj = obj_db_api.get_object( Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return fn(*args, **kwargs) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return _get_filter_query(obj_cls, context, **kwargs).first() Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: return self.limit(1)._iter().first() Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: result = self.session.execute( Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1693, in execute Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: result = fn(orm_exec_state) Jun 29 08:08:35.521761 dv-cinder-768105-14-iscsi neutron-server[103903]: Jun 29 08:08:35.539044 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216833f6-9915-4db9-b755-cf84f160b13b', 'name': 'tempest-TestMinimumBasicScenario-581592229-router', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:47Z', 'updated_at': '2022-06-29T08:08:34Z', 'revision_number': 5, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'gw_port': {'id': 'cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216833f6-9915-4db9-b755-cf84f160b13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:04:49Z', 'updated_at': '2022-06-29T08:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:35.566753 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] Checking router: 216833f6-9915-4db9-b755-cf84f160b13b for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:08:35.576432 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] Routers {'216833f6-9915-4db9-b755-cf84f160b13b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:35.577249 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['216833f6-9915-4db9-b755-cf84f160b13b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:35.642660 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] For port cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:35.643277 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:35.668727 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Calling delete_port for cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e owned by network:router_gateway {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:35.679429 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] Set router 216833f6-9915-4db9-b755-cf84f160b13b gateway port host: None {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:35.737159 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216833f6-9915-4db9-b755-cf84f160b13b', 'name': 'tempest-TestMinimumBasicScenario-581592229-router', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:47Z', 'updated_at': '2022-06-29T08:08:35Z', 'revision_number': 6, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:35.783230 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1ad1e-a8bc-41ca-bb0d-93c0ad6e1ba7 None None] The sync data for ids ['216833f6-9915-4db9-b755-cf84f160b13b'] in dv-cinder-768105-14-iscsi is: [{'id': '216833f6-9915-4db9-b755-cf84f160b13b', 'name': 'tempest-TestMinimumBasicScenario-581592229-router', 'tenant_id': '02814cee7f27425b848a6dfc38e5a714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:47Z', 'updated_at': '2022-06-29T08:08:35Z', 'revision_number': 6, 'project_id': '02814cee7f27425b848a6dfc38e5a714', 'gw_port_host': None}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:35.881750 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:35.907925 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:35.912419 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:35.989068 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (216833f6-9915-4db9-b755-cf84f160b13b), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.085877 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (216833f6-9915-4db9-b755-cf84f160b13b), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.088774 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Publish callbacks [] for router_controller (216833f6-9915-4db9-b755-cf84f160b13b), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.161566 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (216833f6-9915-4db9-b755-cf84f160b13b), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.162657 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 216833f6-9915-4db9-b755-cf84f160b13b {{(pid=103901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:08:36.168616 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.170292 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b3572b19-3f99-46cb-a1c5-0afa9bcd2b33 admin admin] 10.222.0.43 "DELETE /v2.0/routers/216833f6-9915-4db9-b755-cf84f160b13b HTTP/1.1" status: 204 len: 168 time: 0.9866776 Jun 29 08:08:36.176219 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44504) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:36.242289 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e73747-9664-4ea7-b8fb-6c9dce57735c admin admin] Deleting subnet b021ee59-54b2-4536-a8f4-232b74777f45 {{(pid=103900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:08:36.246265 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-73e73747-9664-4ea7-b8fb-6c9dce57735c admin admin] Publish callbacks [] for subnet (b021ee59-54b2-4536-a8f4-232b74777f45), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.303607 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-73e73747-9664-4ea7-b8fb-6c9dce57735c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25764326'] for subnet (b021ee59-54b2-4536-a8f4-232b74777f45), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.450440 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-73e73747-9664-4ea7-b8fb-6c9dce57735c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (b021ee59-54b2-4536-a8f4-232b74777f45), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.515968 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-73e73747-9664-4ea7-b8fb-6c9dce57735c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29173121'] for subnet (b021ee59-54b2-4536-a8f4-232b74777f45), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.545936 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e73747-9664-4ea7-b8fb-6c9dce57735c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b021ee59-54b2-4536-a8f4-232b74777f45,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:36.554180 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-73e73747-9664-4ea7-b8fb-6c9dce57735c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.562072 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a6070-fad0-4af8-b98f-db8746147b56 None None] Network 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:08:36.563693 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-73e73747-9664-4ea7-b8fb-6c9dce57735c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b021ee59-54b2-4536-a8f4-232b74777f45 HTTP/1.1" status: 204 len: 168 time: 0.3840740 Jun 29 08:08:36.564392 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44512) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:36.603404 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:36.694764 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (1f3073f4-ccf0-4459-9a60-12f3d1b7cf36), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.769193 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:36.771377 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Deleting port f2d21868-edd5-40f2-b778-ea7ebd7c8daf {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:36.772213 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.816298 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62554bb9-7c6d-45fe-98e8-0290647205ba None None] DHCP port deletion for 1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:08:36.819309 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:36.819721 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device cfdfb654-cfb8-4917-a7e6-fa5cce11fa1e not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:36.820130 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 25db66c3-0c81-4c1f-9190-08392c45d833 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:36.849067 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 25db66c3-0c81-4c1f-9190-08392c45d833 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:36.849414 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 25db66c3-0c81-4c1f-9190-08392c45d833 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:36.867078 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] For port f2d21868-edd5-40f2-b778-ea7ebd7c8daf, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f2d21868-edd5-40f2-b778-ea7ebd7c8daf,segment=NetworkSegment(d14a5d65-aa67-4e69-9cfe-2b78968709a6),segment_id=d14a5d65-aa67-4e69-9cfe-2b78968709a6)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:36.867377 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.880708 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:36.885125 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Calling delete_port for f2d21868-edd5-40f2-b778-ea7ebd7c8daf owned by network:dhcp {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:36.891175 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-62554bb9-7c6d-45fe-98e8-0290647205ba None None] Deleting port f2d21868-edd5-40f2-b778-ea7ebd7c8daf {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:36.891701 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-62554bb9-7c6d-45fe-98e8-0290647205ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.980586 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-62554bb9-7c6d-45fe-98e8-0290647205ba None None] For port f2d21868-edd5-40f2-b778-ea7ebd7c8daf, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f2d21868-edd5-40f2-b778-ea7ebd7c8daf,segment=NetworkSegment(d14a5d65-aa67-4e69-9cfe-2b78968709a6),segment_id=d14a5d65-aa67-4e69-9cfe-2b78968709a6)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:36.981012 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-62554bb9-7c6d-45fe-98e8-0290647205ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.982264 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:36.996931 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] No DVR routers for this DVR port f2d21868-edd5-40f2-b778-ea7ebd7c8daf on host dv-cinder-768105-14-iscsi {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:08:37.010003 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-62554bb9-7c6d-45fe-98e8-0290647205ba None None] Calling delete_port for f2d21868-edd5-40f2-b778-ea7ebd7c8daf owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:37.020042 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d21868-edd5-40f2-b778-ea7ebd7c8daf,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:37.127719 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-62554bb9-7c6d-45fe-98e8-0290647205ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (f2d21868-edd5-40f2-b778-ea7ebd7c8daf), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.131416 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (1f3073f4-ccf0-4459-9a60-12f3d1b7cf36), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.164001 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3073f4-ccf0-4459-9a60-12f3d1b7cf36']}} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:37.166420 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:37.176255 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62554bb9-7c6d-45fe-98e8-0290647205ba None None] Pushing event deleted for resources: {'Port': ['ID=f2d21868-edd5-40f2-b778-ea7ebd7c8daf,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:37.179676 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62554bb9-7c6d-45fe-98e8-0290647205ba None None] No DVR routers for this DVR port f2d21868-edd5-40f2-b778-ea7ebd7c8daf on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:08:37.181926 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14a5d65-aa67-4e69-9cfe-2b78968709a6') {'for_net_delete': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:37.182451 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14a5d65-aa67-4e69-9cfe-2b78968709a6') {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:37.202926 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26202124'] for segment (d14a5d65-aa67-4e69-9cfe-2b78968709a6), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.221472 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (d14a5d65-aa67-4e69-9cfe-2b78968709a6), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.228755 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:08:37.229278 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26775310'] for segment (d14a5d65-aa67-4e69-9cfe-2b78968709a6), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.249099 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment d14a5d65-aa67-4e69-9cfe-2b78968709a6 resource provider aggregate not found Jun 29 08:08:37.294703 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment d14a5d65-aa67-4e69-9cfe-2b78968709a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d14a5d65-aa67-4e69-9cfe-2b78968709a6 found for delete ", "request_id": "req-6ccc00e6-1788-4d3f-b520-31b91bc9b883"}]} Jun 29 08:08:37.305216 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (1f3073f4-ccf0-4459-9a60-12f3d1b7cf36), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.310899 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.314326 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1f3073f4-ccf0-4459-9a60-12f3d1b7cf36 HTTP/1.1" status: 204 len: 168 time: 0.7485614 Jun 29 08:08:37.327312 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee528eb1-eeee-44b7-bccc-6f94a6c6b3a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3073f4-ccf0-4459-9a60-12f3d1b7cf36,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:37.530235 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44524) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:37.594339 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-3ebe7986-1afd-4b7c-88d4-ab353d8181ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7afb1bdb06042f4b983631745f32e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591383 Jun 29 08:08:37.595047 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44526) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:37.655395 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9b0ded5c-4171-4e08-96d5-81c21157644f admin admin] Publish callbacks [] for security_group (9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.682188 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9b0ded5c-4171-4e08-96d5-81c21157644f admin admin] Publish callbacks [] for security_group (9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.753564 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b03fdf-b7c4-4d92-9e90-4b3a27ee213a req-2d1976dd-0a2c-4362-98f5-0949b3383fe0 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:37.755098 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-92b03fdf-b7c4-4d92-9e90-4b3a27ee213a req-2d1976dd-0a2c-4362-98f5-0949b3383fe0 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0758264 Jun 29 08:08:37.795568 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9b0ded5c-4171-4e08-96d5-81c21157644f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.799022 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9b0ded5c-4171-4e08-96d5-81c21157644f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:37.800222 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-9b0ded5c-4171-4e08-96d5-81c21157644f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd HTTP/1.1" status: 204 len: 168 time: 0.2047665 Jun 29 08:08:37.816531 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:37.830200 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ded5c-4171-4e08-96d5-81c21157644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1ec6fe-9115-48aa-bcc5-f1d5b35771cd,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:37.837100 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-92b03fdf-b7c4-4d92-9e90-4b3a27ee213a req-35f1b974-1cba-4e3e-8c38-11f83981c126 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751252 Jun 29 08:08:38.255018 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44534) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:38.329297 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-572d4eb5-bf46-4709-b507-6b3692836584 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02814cee7f27425b848a6dfc38e5a714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0726070 Jun 29 08:08:38.331931 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44536) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:38.420530 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3e44b4dd-0099-495b-bec4-68412a843adc admin admin] Publish callbacks [] for security_group (d1f3a568-b633-4b34-b5f8-07e589312ead), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:38.452061 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f2d21868-edd5-40f2-b778-ea7ebd7c8daf no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:38.462331 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3e44b4dd-0099-495b-bec4-68412a843adc admin admin] Publish callbacks [] for security_group (d1f3a568-b633-4b34-b5f8-07e589312ead), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:38.477113 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: f2d21868-edd5-40f2-b778-ea7ebd7c8daf {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:38.477470 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f2d21868-edd5-40f2-b778-ea7ebd7c8daf not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:38.552128 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3e44b4dd-0099-495b-bec4-68412a843adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (d1f3a568-b633-4b34-b5f8-07e589312ead), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:38.554894 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3e44b4dd-0099-495b-bec4-68412a843adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:38.556361 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-3e44b4dd-0099-495b-bec4-68412a843adc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1f3a568-b633-4b34-b5f8-07e589312ead HTTP/1.1" status: 204 len: 168 time: 0.2231755 Jun 29 08:08:38.567668 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44b4dd-0099-495b-bec4-68412a843adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f3a568-b633-4b34-b5f8-07e589312ead,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:39.031889 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e5e1c-15a5-4a90-a039-b63533b1be5d req-25adc8b0-8868-470a-9b5b-f6e14a47e350 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:39.035428 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef3e5e1c-15a5-4a90-a039-b63533b1be5d req-25adc8b0-8868-470a-9b5b-f6e14a47e350 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0719824 Jun 29 08:08:39.063489 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:39.107017 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef3e5e1c-15a5-4a90-a039-b63533b1be5d req-43d4c14f-5953-488c-913a-577de04cb144 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620818 Jun 29 08:08:39.573240 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-5a3e3d99-ff51-4533-9e1c-f15442be7925 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:39.574757 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-5a3e3d99-ff51-4533-9e1c-f15442be7925 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 945 time: 0.0529678 Jun 29 08:08:39.671747 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-f219b6a4-41b0-47f9-8183-df210c69aecb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Deleting port e221748f-d034-48b4-8150-5e3a269027a4 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:39.672086 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-f219b6a4-41b0-47f9-8183-df210c69aecb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (e221748f-d034-48b4-8150-5e3a269027a4), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:39.812617 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-f219b6a4-41b0-47f9-8183-df210c69aecb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] For port e221748f-d034-48b4-8150-5e3a269027a4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e221748f-d034-48b4-8150-5e3a269027a4,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:39.813304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-f219b6a4-41b0-47f9-8183-df210c69aecb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (e221748f-d034-48b4-8150-5e3a269027a4), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:39.839035 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-f219b6a4-41b0-47f9-8183-df210c69aecb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Calling delete_port for e221748f-d034-48b4-8150-5e3a269027a4 owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:39.898782 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:40.002092 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-f219b6a4-41b0-47f9-8183-df210c69aecb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (e221748f-d034-48b4-8150-5e3a269027a4), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:40.032543 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219b6a4-41b0-47f9-8183-df210c69aecb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event deleted for resources: {'Port': ['ID=e221748f-d034-48b4-8150-5e3a269027a4,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:40.039435 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['fcb56668-c13f-4fb2-83eb-845e29b080ce', 'e221748f-d034-48b4-8150-5e3a269027a4'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:08:40.113412 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-f219b6a4-41b0-47f9-8183-df210c69aecb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] No DVR routers for this DVR port e221748f-d034-48b4-8150-5e3a269027a4 on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:08:40.125741 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-f219b6a4-41b0-47f9-8183-df210c69aecb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:40.129378 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8ccd672c-e925-4aee-aea0-36f1a746d51b req-f219b6a4-41b0-47f9-8183-df210c69aecb tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "DELETE /v2.0/ports/e221748f-d034-48b4-8150-5e3a269027a4 HTTP/1.1" status: 204 len: 173 time: 0.5493128 Jun 29 08:08:40.129869 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1bbb36-8695-4b09-9f25-bfc92ad06a86', 'name': 'network-vif-deleted', 'tag': 'e221748f-d034-48b4-8150-5e3a269027a4'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:40.132363 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb66c691-04b0-4327-88ae-f396812708aa" -d '{"events": [{"server_uuid": "4f1bbb36-8695-4b09-9f25-bfc92ad06a86", "name": "network-vif-deleted", "tag": "e221748f-d034-48b4-8150-5e3a269027a4"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:40.192769 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94644124-c50e-4b31-a52c-a722b518d707 x-openstack-request-id: req-94644124-c50e-4b31-a52c-a722b518d707 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:40.193388 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1bbb36-8695-4b09-9f25-bfc92ad06a86", "name": "network-vif-deleted", "tag": "e221748f-d034-48b4-8150-5e3a269027a4", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:40.193694 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94644124-c50e-4b31-a52c-a722b518d707 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:40.194118 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94644124-c50e-4b31-a52c-a722b518d707'] response: {'server_uuid': '4f1bbb36-8695-4b09-9f25-bfc92ad06a86', 'name': 'network-vif-deleted', 'tag': 'e221748f-d034-48b4-8150-5e3a269027a4', 'status': 'completed', 'code': 200} Jun 29 08:08:40.232097 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c7df46a0-b78f-4fd5-9cd0-482cd30dce86 req-fe223c8d-9144-44cc-bd87-0eb8e1005753 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f1bbb36-8695-4b09-9f25-bfc92ad06a86 HTTP/1.1" status: 200 len: 210 time: 0.0325561 Jun 29 08:08:40.755043 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:08:41.533407 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62bec7-5a19-4eb8-b68d-38ce71b97c6b req-769cc873-994c-4e65-a9c7-f62223fe9249 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:41.534853 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f62bec7-5a19-4eb8-b68d-38ce71b97c6b req-769cc873-994c-4e65-a9c7-f62223fe9249 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.0570068 Jun 29 08:08:41.584963 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f62bec7-5a19-4eb8-b68d-38ce71b97c6b req-79cb45a6-b108-466f-b61c-ec02f36e4268 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445249 Jun 29 08:08:42.707931 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435ab3-a61b-4ce3-b124-6d23b963f92c req-1bce4b88-88a9-4660-88e7-7c0dd9042aef tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:42.709411 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8435ab3-a61b-4ce3-b124-6d23b963f92c req-1bce4b88-88a9-4660-88e7-7c0dd9042aef tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.0495667 Jun 29 08:08:42.757309 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b8435ab3-a61b-4ce3-b124-6d23b963f92c req-eb03142c-fcda-45c7-a8f0-2387f6abdcef tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Jun 29 08:08:42.788727 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device e221748f-d034-48b4-8150-5e3a269027a4 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:42.809426 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: e221748f-d034-48b4-8150-5e3a269027a4 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:42.809778 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device e221748f-d034-48b4-8150-5e3a269027a4 not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:43.875876 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc693-f6e2-4d2a-836a-8e4626066ccd req-9fdc8af1-e16e-4356-898e-ff69b9632603 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:43.877313 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c06cc693-f6e2-4d2a-836a-8e4626066ccd req-9fdc8af1-e16e-4356-898e-ff69b9632603 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.0493858 Jun 29 08:08:43.929156 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c06cc693-f6e2-4d2a-836a-8e4626066ccd req-3999f02d-9c63-45e6-8a8c-12bca4c2135f tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/security-groups?id=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461674 Jun 29 08:08:44.146702 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-57ec258c-890d-42a2-a015-6ebe59c0563c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:44.148231 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-57ec258c-890d-42a2-a015-6ebe59c0563c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 946 time: 0.0513835 Jun 29 08:08:44.242093 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-94a8c803-ca03-4d8d-bc43-4f793f54d8a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Deleting port fcb56668-c13f-4fb2-83eb-845e29b080ce {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:44.242435 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-94a8c803-ca03-4d8d-bc43-4f793f54d8a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:44.342706 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-94a8c803-ca03-4d8d-bc43-4f793f54d8a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] For port fcb56668-c13f-4fb2-83eb-845e29b080ce, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fcb56668-c13f-4fb2-83eb-845e29b080ce,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:44.343100 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-94a8c803-ca03-4d8d-bc43-4f793f54d8a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:44.358108 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-94a8c803-ca03-4d8d-bc43-4f793f54d8a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Calling delete_port for fcb56668-c13f-4fb2-83eb-845e29b080ce owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:44.359702 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:44.495352 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-94a8c803-ca03-4d8d-bc43-4f793f54d8a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (fcb56668-c13f-4fb2-83eb-845e29b080ce), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:44.527283 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8c803-ca03-4d8d-bc43-4f793f54d8a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Pushing event deleted for resources: {'Port': ['ID=fcb56668-c13f-4fb2-83eb-845e29b080ce,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:44.530895 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['fcb56668-c13f-4fb2-83eb-845e29b080ce'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:08:44.582188 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-94a8c803-ca03-4d8d-bc43-4f793f54d8a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] No DVR routers for this DVR port fcb56668-c13f-4fb2-83eb-845e29b080ce on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:08:44.584759 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-94a8c803-ca03-4d8d-bc43-4f793f54d8a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:44.588176 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-63d855b3-a7dd-41b2-92b4-c47a20821eef req-94a8c803-ca03-4d8d-bc43-4f793f54d8a5 tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.48 "DELETE /v2.0/ports/fcb56668-c13f-4fb2-83eb-845e29b080ce HTTP/1.1" status: 204 len: 173 time: 0.4333699 Jun 29 08:08:44.588670 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79765057-c430-4292-bc5f-ee0c6a66b367', 'name': 'network-vif-deleted', 'tag': 'fcb56668-c13f-4fb2-83eb-845e29b080ce'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:08:44.590981 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5093cd3a-241f-48ff-aea2-caf6be5d6b3f" -d '{"events": [{"server_uuid": "79765057-c430-4292-bc5f-ee0c6a66b367", "name": "network-vif-deleted", "tag": "fcb56668-c13f-4fb2-83eb-845e29b080ce"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:08:44.633440 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad18b8d6-7995-4cb9-9e54-a78eec538d80 x-openstack-request-id: req-ad18b8d6-7995-4cb9-9e54-a78eec538d80 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:08:44.633768 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79765057-c430-4292-bc5f-ee0c6a66b367", "name": "network-vif-deleted", "tag": "fcb56668-c13f-4fb2-83eb-845e29b080ce", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:08:44.634027 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad18b8d6-7995-4cb9-9e54-a78eec538d80 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:08:44.634455 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad18b8d6-7995-4cb9-9e54-a78eec538d80'] response: {'server_uuid': '79765057-c430-4292-bc5f-ee0c6a66b367', 'name': 'network-vif-deleted', 'tag': 'fcb56668-c13f-4fb2-83eb-845e29b080ce', 'status': 'completed', 'code': 200} Jun 29 08:08:45.045268 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7f78588d-d871-4aac-8e11-043b2cf39d67 req-9b852c96-9efb-4472-a5ba-ba5d2b38a59c tempest-ServerRescueNegativeTestJSON-796076534 tempest-ServerRescueNegativeTestJSON-796076534-project] 10.222.0.43 "GET /v2.0/ports?device_id=79765057-c430-4292-bc5f-ee0c6a66b367 HTTP/1.1" status: 200 len: 210 time: 0.0308845 Jun 29 08:08:45.622527 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=67 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:46.122432 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44566) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:46.702653 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (eef5cbfa-6300-42f8-adf3-88dad4300f3c), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:46.803715 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:46.803970 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device fcb56668-c13f-4fb2-83eb-845e29b080ce no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:46.824023 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: fcb56668-c13f-4fb2-83eb-845e29b080ce {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:46.824363 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device fcb56668-c13f-4fb2-83eb-845e29b080ce not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:46.944516 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] Deleting port b8e63a5b-1358-48d6-a263-010ed463cbc5 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:46.944852 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:47.037858 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] For port b8e63a5b-1358-48d6-a263-010ed463cbc5, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=b8e63a5b-1358-48d6-a263-010ed463cbc5,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:47.038127 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:47.054767 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] Calling delete_port for b8e63a5b-1358-48d6-a263-010ed463cbc5 owned by network:router_interface {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:47.187005 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:47.244800 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (b8e63a5b-1358-48d6-a263-010ed463cbc5), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:47.274091 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e63a5b-1358-48d6-a263-010ed463cbc5,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:47.458030 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (eef5cbfa-6300-42f8-adf3-88dad4300f3c), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:47.661057 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:47.684305 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] Router eef5cbfa-6300-42f8-adf3-88dad4300f3c has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:08:47.792368 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:08:47.798713 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-01770542-5083-45a3-8eb8-decb1dc5d7dc admin admin] 10.222.0.43 "PUT /v2.0/routers/eef5cbfa-6300-42f8-adf3-88dad4300f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812551 Jun 29 08:08:47.801078 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44572) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:47.805383 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] Sync routers for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:08:47.827744 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:47.828412 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:47.911811 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Publish callbacks [] for router (eef5cbfa-6300-42f8-adf3-88dad4300f3c), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:47.935083 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:48.012001 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:48.055085 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Publish callbacks [] for router_gateway (eef5cbfa-6300-42f8-adf3-88dad4300f3c), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.108058 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Deleting port 0d45a253-adb1-43a8-b142-259ea90b4d43 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:48.108401 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.139038 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:08:47Z', 'revision_number': 5, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port': {'id': '0d45a253-adb1-43a8-b142-259ea90b4d43', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:48.166726 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] Checking router: eef5cbfa-6300-42f8-adf3-88dad4300f3c for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:08:48.177027 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] Routers {'eef5cbfa-6300-42f8-adf3-88dad4300f3c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:48.177668 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:48.204286 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] For port 0d45a253-adb1-43a8-b142-259ea90b4d43, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=0d45a253-adb1-43a8-b142-259ea90b4d43,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:48.204656 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.224078 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Calling delete_port for 0d45a253-adb1-43a8-b142-259ea90b4d43 owned by network:router_gateway {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:48.268700 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] Set router eef5cbfa-6300-42f8-adf3-88dad4300f3c gateway port host: None {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:48.323647 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:08:48Z', 'revision_number': 6, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:48.352735 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca5734-e191-49da-8249-4b7252d13ece None None] The sync data for ids ['eef5cbfa-6300-42f8-adf3-88dad4300f3c'] in dv-cinder-768105-14-iscsi is: [{'id': 'eef5cbfa-6300-42f8-adf3-88dad4300f3c', 'name': 'tempest-ServerRescueNegativeTestJSON-651039321-router', 'tenant_id': 'ab693125979f4bb7b7b3c94061610fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:41Z', 'updated_at': '2022-06-29T08:08:48Z', 'revision_number': 6, 'project_id': 'ab693125979f4bb7b7b3c94061610fe2', 'gw_port_host': None}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:48.418613 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (0d45a253-adb1-43a8-b142-259ea90b4d43), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.442190 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d45a253-adb1-43a8-b142-259ea90b4d43,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:48.509026 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (eef5cbfa-6300-42f8-adf3-88dad4300f3c), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.601626 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (eef5cbfa-6300-42f8-adf3-88dad4300f3c), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.603922 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Publish callbacks [] for router_controller (eef5cbfa-6300-42f8-adf3-88dad4300f3c), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.644179 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:48.653580 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (eef5cbfa-6300-42f8-adf3-88dad4300f3c), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.654408 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eef5cbfa-6300-42f8-adf3-88dad4300f3c {{(pid=103900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:08:48.659274 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.660468 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0e9fee4a-8d83-4b80-ada3-6af4f33c1956 admin admin] 10.222.0.43 "DELETE /v2.0/routers/eef5cbfa-6300-42f8-adf3-88dad4300f3c HTTP/1.1" status: 204 len: 168 time: 0.8583593 Jun 29 08:08:48.662957 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44574) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:48.709931 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f2e6c1-d8ca-4672-8db2-6c2229038b3a admin admin] Deleting subnet b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d {{(pid=103900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:08:48.713913 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-78f2e6c1-d8ca-4672-8db2-6c2229038b3a admin admin] Publish callbacks [] for subnet (b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.755363 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-78f2e6c1-d8ca-4672-8db2-6c2229038b3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25764326'] for subnet (b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.770959 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device b8e63a5b-1358-48d6-a263-010ed463cbc5 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:48.813795 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: b8e63a5b-1358-48d6-a263-010ed463cbc5 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:48.814540 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device b8e63a5b-1358-48d6-a263-010ed463cbc5 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:48.849233 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-78f2e6c1-d8ca-4672-8db2-6c2229038b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.906088 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-78f2e6c1-d8ca-4672-8db2-6c2229038b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29173121'] for subnet (b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.931584 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2e6c1-d8ca-4672-8db2-6c2229038b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:48.937492 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-78f2e6c1-d8ca-4672-8db2-6c2229038b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:48.941281 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-78f2e6c1-d8ca-4672-8db2-6c2229038b3a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b2ee7ee5-2d12-4a88-96f8-96e1bbb0e00d HTTP/1.1" status: 204 len: 168 time: 0.2773221 Jun 29 08:08:48.943966 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44578) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:48.944706 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a88f98-7783-47a8-bb0e-06848684f9af None None] Network 6d288728-176e-477c-8692-ca82d6facbbc requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:08:49.018388 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (6d288728-176e-477c-8692-ca82d6facbbc), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.069360 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Deleting port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:49.069782 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.163231 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337408fd-0a99-4d9e-90d2-d6218c517d80 None None] DHCP port deletion for 6d288728-176e-477c-8692-ca82d6facbbc request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:08:49.216191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-337408fd-0a99-4d9e-90d2-d6218c517d80 None None] Deleting port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:08:49.216622 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-337408fd-0a99-4d9e-90d2-d6218c517d80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.310974 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-337408fd-0a99-4d9e-90d2-d6218c517d80 None None] For port 9a53e1f7-7140-4d41-9f86-f9586e9a1237, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=9a53e1f7-7140-4d41-9f86-f9586e9a1237,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:49.311375 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-337408fd-0a99-4d9e-90d2-d6218c517d80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.328076 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-337408fd-0a99-4d9e-90d2-d6218c517d80 None None] Calling delete_port for 9a53e1f7-7140-4d41-9f86-f9586e9a1237 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:49.416826 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] For port 9a53e1f7-7140-4d41-9f86-f9586e9a1237, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=9a53e1f7-7140-4d41-9f86-f9586e9a1237,segment=NetworkSegment(e93b1500-4ec5-41d0-9160-e19dcea7d56f),segment_id=e93b1500-4ec5-41d0-9160-e19dcea7d56f)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:49.417252 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.439108 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Calling delete_port for 9a53e1f7-7140-4d41-9f86-f9586e9a1237 owned by network:dhcp {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:08:49.539611 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.559865 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-337408fd-0a99-4d9e-90d2-d6218c517d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (9a53e1f7-7140-4d41-9f86-f9586e9a1237), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.572252 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a53e1f7-7140-4d41-9f86-f9586e9a1237,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:49.574126 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] No DVR routers for this DVR port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 on host dv-cinder-768105-14-iscsi {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:08:49.598895 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337408fd-0a99-4d9e-90d2-d6218c517d80 None None] Pushing event deleted for resources: {'Port': ['ID=9a53e1f7-7140-4d41-9f86-f9586e9a1237,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:49.603839 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337408fd-0a99-4d9e-90d2-d6218c517d80 None None] No DVR routers for this DVR port 9a53e1f7-7140-4d41-9f86-f9586e9a1237 on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:08:49.631387 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:49.661384 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (6d288728-176e-477c-8692-ca82d6facbbc), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.699009 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d288728-176e-477c-8692-ca82d6facbbc']}} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:49.715828 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93b1500-4ec5-41d0-9160-e19dcea7d56f') {'for_net_delete': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:49.716120 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93b1500-4ec5-41d0-9160-e19dcea7d56f') {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:49.726916 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26202124'] for segment (e93b1500-4ec5-41d0-9160-e19dcea7d56f), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.741572 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (e93b1500-4ec5-41d0-9160-e19dcea7d56f), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.748814 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:08:49.751846 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26775310'] for segment (e93b1500-4ec5-41d0-9160-e19dcea7d56f), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.774028 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment e93b1500-4ec5-41d0-9160-e19dcea7d56f resource provider aggregate not found Jun 29 08:08:49.812948 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment e93b1500-4ec5-41d0-9160-e19dcea7d56f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e93b1500-4ec5-41d0-9160-e19dcea7d56f found for delete ", "request_id": "req-a9c8c912-bc75-4212-aa51-b67ebcf29500"}]} Jun 29 08:08:49.822330 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (6d288728-176e-477c-8692-ca82d6facbbc), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.826606 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:49.831182 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6d288728-176e-477c-8692-ca82d6facbbc HTTP/1.1" status: 204 len: 168 time: 0.8861086 Jun 29 08:08:49.846918 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c2e28-ca8a-460c-a9c0-744c73737867 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d288728-176e-477c-8692-ca82d6facbbc,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:49.959851 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44586) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:49.974607 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:50.004253 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-c945d14b-d060-493c-9a09-2b1f58420723 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab693125979f4bb7b7b3c94061610fe2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432341 Jun 29 08:08:50.006923 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44588) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:50.067831 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-79ee3320-d8a7-43be-bd90-4be30df42e9b admin admin] Publish callbacks [] for security_group (20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:50.091956 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-79ee3320-d8a7-43be-bd90-4be30df42e9b admin admin] Publish callbacks [] for security_group (20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:50.143506 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-79ee3320-d8a7-43be-bd90-4be30df42e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:50.146183 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-79ee3320-d8a7-43be-bd90-4be30df42e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:50.147353 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-79ee3320-d8a7-43be-bd90-4be30df42e9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69 HTTP/1.1" status: 204 len: 168 time: 0.1393545 Jun 29 08:08:50.155695 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee3320-d8a7-43be-bd90-4be30df42e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20de1caa-96b4-4ee5-9e8b-a88dfb3f6a69,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:50.447324 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 9a53e1f7-7140-4d41-9f86-f9586e9a1237 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:50.469331 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 9a53e1f7-7140-4d41-9f86-f9586e9a1237 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:50.469676 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 9a53e1f7-7140-4d41-9f86-f9586e9a1237 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:50.470097 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 0d45a253-adb1-43a8-b142-259ea90b4d43 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:08:50.492049 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 0d45a253-adb1-43a8-b142-259ea90b4d43 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:08:50.492410 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 0d45a253-adb1-43a8-b142-259ea90b4d43 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:08:50.896743 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44610) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:51.009434 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-811844988-network', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:51.035558 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Made reservation on behalf of a4df15f6a6dd45dab12d0b724076a23e for: {'network': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:08:51.038835 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.051681 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.063141 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:51.136052 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Publish callbacks [] for security_group (088549fb-eb0e-4c85-b307-4ec8a3098aeb), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.140185 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (088549fb-eb0e-4c85-b307-4ec8a3098aeb), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.175059 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:08:51.181906 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088549fb-eb0e-4c85-b307-4ec8a3098aeb,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:51.189294 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (aba40066-ad4c-4107-8d4a-a5b34968d54a), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.190270 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.segments_db [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Added segment aba40066-ad4c-4107-8d4a-a5b34968d54a of type vlan for network 501bffb4-f18b-4ba3-b604-4fd9c7554413 Jun 29 08:08:51.231381 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (501bffb4-f18b-4ba3-b604-4fd9c7554413), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.257805 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (501bffb4-f18b-4ba3-b604-4fd9c7554413), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.258808 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:51.259416 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.297123 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3990991 Jun 29 08:08:51.301119 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44614) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:51.307172 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Request body: {'subnet': {'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-811844988-subnet', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:51.330338 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Made reservation on behalf of a4df15f6a6dd45dab12d0b724076a23e for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:08:51.331588 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad2c85-83f9-461d-bed9-41ebcb28578c admin admin] Pushing event updated for resources: {'Network': ['ID=501bffb4-f18b-4ba3-b604-4fd9c7554413,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:51.332857 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29173166'] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.341747 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:08:51.524305 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25947214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29173176'] for subnet (d0d61511-6fc1-4ff8-8316-6ec2c99d1478), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.580113 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d61511-6fc1-4ff8-8316-6ec2c99d1478,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:51.597325 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Checking segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:08:51.597771 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Network hostable DHCP agents. Network: 501bffb4-f18b-4ba3-b604-4fd9c7554413, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:08:51.615895 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:08:51.625993 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 501bffb4-f18b-4ba3-b604-4fd9c7554413) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:08:51.630057 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:51.630732 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.634769 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60198dc1-56c9-41f5-8447-0be8f539cfa6 None None] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:08:51.637323 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:51.652151 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d6e318ba-3235-46fe-8247-acc286fdc285 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3488338 Jun 29 08:08:51.654958 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44616) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:51.659890 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:51.682796 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (f8890e9a-6965-4298-b8a4-172595e11b52), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.684315 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (f8890e9a-6965-4298-b8a4-172595e11b52), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.733885 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=10 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:51.737621 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks [] for router_controller (f8890e9a-6965-4298-b8a4-172595e11b52), precommit_add_association {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.764132 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-501bffb4-f18b-4ba3-b604-4fd9c7554413', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:08:51.765300 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:51.932390 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Allocated IP 172.20.0.2 (501bffb4-f18b-4ba3-b604-4fd9c7554413/d0d61511-6fc1-4ff8-8316-6ec2c99d1478/ab85d6cb-4126-405a-af99-7899362c8d95) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:08:52.031927 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:52.050160 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.058735 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:52.129970 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Publish callbacks [] for port (ab85d6cb-4126-405a-af99-7899362c8d95), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.135982 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.150774 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks [] for router_gateway (f8890e9a-6965-4298-b8a4-172595e11b52), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.179071 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:08:52.184819 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:08:52.189593 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:08:52.200572 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Pushing event updated for resources: {'Port': ['ID=ab85d6cb-4126-405a-af99-7899362c8d95,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:52.275052 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Attempting to bind port ab85d6cb-4126-405a-af99-7899362c8d95 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:08:52.275428 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Attempting to bind port ab85d6cb-4126-405a-af99-7899362c8d95 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:08:52.275780 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Attempting to bind port ab85d6cb-4126-405a-af99-7899362c8d95 on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:08:52.283296 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:08:52.283587 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Checking segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:08:52.283998 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.284543 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Bound using segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:08:52.285067 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Bound port: ab85d6cb-4126-405a-af99-7899362c8d95, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:08:52.285461 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.361414 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks [] for router_gateway (f8890e9a-6965-4298-b8a4-172595e11b52), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.384138 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] For port ab85d6cb-4126-405a-af99-7899362c8d95, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:08:52.392629 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.394656 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] For port ab85d6cb-4126-405a-af99-7899362c8d95, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=ab85d6cb-4126-405a-af99-7899362c8d95,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:08:52.409023 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.474315 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30371c69-d109-4da9-8e1a-c5843e3e75ca None None] Pushing event updated for resources: {'Port': ['ID=ab85d6cb-4126-405a-af99-7899362c8d95,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:52.519824 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Allocated IP 172.27.3.73 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/7b879d8d-ac98-4e17-83dd-aeef275312a4) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:08:52.525842 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:52.640041 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks [] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.686619 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:52.746333 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:08:52.749654 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:08:52.754662 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:08:52.779741 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Pushing event updated for resources: {'Port': ['ID=7b879d8d-ac98-4e17-83dd-aeef275312a4,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:53.010364 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks [] for router_gateway (f8890e9a-6965-4298-b8a4-172595e11b52), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:53.085619 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:53.218963 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (f8890e9a-6965-4298-b8a4-172595e11b52), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:53.389464 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-99f8949c-6071-4de7-a7d1-c1408e9f6d9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579388 Jun 29 08:08:53.444802 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Router f8890e9a-6965-4298-b8a4-172595e11b52 is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:08:53.463730 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:53.492189 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-ebb65f0b-5d2f-4462-8ea6-1e45376842f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:53.493807 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-ebb65f0b-5d2f-4462-8ea6-1e45376842f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1130 time: 0.0651765 Jun 29 08:08:53.624672 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da7ef7-8468-4b2b-94b0-f884bafeee1b None None] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:08:53.675107 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:08:53.684739 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-17276dcb-ef97-454b-84e1-31baff85a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:53.686289 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-17276dcb-ef97-454b-84e1-31baff85a6da service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b74e483-4a84-4149-9ef0-91f3e14ff64f HTTP/1.1" status: 200 len: 910 time: 0.1606822 Jun 29 08:08:53.721261 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:08:53.734070 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:53.736075 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-dbc6d4f9-3cec-479f-91bf-0648e525be80 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0798752 Jun 29 08:08:53.741094 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44620) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:53.746017 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-4a9fbb9f-86b6-42bf-9291-b653b04e525b None None] Provisioning complete for port ab85d6cb-4126-405a-af99-7899362c8d95 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:53.746391 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9fbb9f-86b6-42bf-9291-b653b04e525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:53.795846 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:53.796492 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:53.839870 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-08f9bd4f-b7c6-4710-b714-b8ab75d89c96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d HTTP/1.1" status: 200 len: 1002 time: 0.1451304 Jun 29 08:08:53.920207 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-1d488119-94b3-4c1a-8a5d-85e420282e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:53.921882 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-1d488119-94b3-4c1a-8a5d-85e420282e16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31a1f052-0de0-4021-ba10-ad1ca2d58d4b HTTP/1.1" status: 200 len: 848 time: 0.0716867 Jun 29 08:08:53.964190 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fbb9f-86b6-42bf-9291-b653b04e525b None None] Current status of the port ab85d6cb-4126-405a-af99-7899362c8d95 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:53.964584 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9fbb9f-86b6-42bf-9291-b653b04e525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:54.016969 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-4a9fbb9f-86b6-42bf-9291-b653b04e525b None None] For port ab85d6cb-4126-405a-af99-7899362c8d95, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=ab85d6cb-4126-405a-af99-7899362c8d95,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:54.030077 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9fbb9f-86b6-42bf-9291-b653b04e525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:54.036049 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:54.045816 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-f2c1a374-cfb1-400c-a8f0-a7fa783a0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:54.049654 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-f2c1a374-cfb1-400c-a8f0-a7fa783a0879 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b74e483-4a84-4149-9ef0-91f3e14ff64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0914149 Jun 29 08:08:54.186369 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fbb9f-86b6-42bf-9291-b653b04e525b None None] Pushing event updated for resources: {'Port': ['ID=ab85d6cb-4126-405a-af99-7899362c8d95,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:54.212705 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:54.299286 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-1f77006a-b1a9-487e-adbc-606da3111e02 None None] Provisioning complete for port ab85d6cb-4126-405a-af99-7899362c8d95 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:54.299664 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f77006a-b1a9-487e-adbc-606da3111e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:54.320588 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-c73cc383-7520-478c-a2e4-4aed108f8255 service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620804 Jun 29 08:08:54.345481 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:52Z', 'revision_number': 3, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:54.376836 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:08:54.377215 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Updating router f8890e9a-6965-4298-b8a4-172595e11b52 port 7b879d8d-ac98-4e17-83dd-aeef275312a4 binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:08:54.444837 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:54.480524 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7d8dede2-da0c-44a5-a508-9b2a294e48da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:54.481955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:54.494597 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-1f77006a-b1a9-487e-adbc-606da3111e02 None None] Current status of the port ab85d6cb-4126-405a-af99-7899362c8d95 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:54.553076 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device ab85d6cb-4126-405a-af99-7899362c8d95 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:08:54.704295 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:54.745967 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cc1bf1b6-a440-4132-8e7c-fc7b3fd6824e req-abc2b067-0a3e-489e-a88e-b17c53d54503 service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185181 Jun 29 08:08:54.756197 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:54.758553 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:54.776152 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:54.802224 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port ab85d6cb-4126-405a-af99-7899362c8d95 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:54.802655 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:54.944447 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Allocated IP 172.20.0.1 (501bffb4-f18b-4ba3-b604-4fd9c7554413/d0d61511-6fc1-4ff8-8316-6ec2c99d1478/fb9c26fa-41ad-4d92-a9de-b5c046d9e79e) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:08:54.996650 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port ab85d6cb-4126-405a-af99-7899362c8d95 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:55.002719 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Publish callbacks [] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.009131 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.067893 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Publish callbacks [] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.068250 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Attempting to bind port 7b879d8d-ac98-4e17-83dd-aeef275312a4 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:08:55.068635 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Attempting to bind port 7b879d8d-ac98-4e17-83dd-aeef275312a4 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:08:55.069017 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Attempting to bind port 7b879d8d-ac98-4e17-83dd-aeef275312a4 on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:08:55.071092 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93952687-b7ce-4914-a6ac-1f4cae5c2f46 None None] Pushing event updated for resources: {'Port': ['ID=7b879d8d-ac98-4e17-83dd-aeef275312a4,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:55.077224 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:08:55.077608 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:08:55.078012 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.078990 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:08:55.079534 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Bound port: 7b879d8d-ac98-4e17-83dd-aeef275312a4, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:08:55.079920 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.110332 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.135322 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] For port 7b879d8d-ac98-4e17-83dd-aeef275312a4, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:08:55.139588 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] For port 7b879d8d-ac98-4e17-83dd-aeef275312a4, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=7b879d8d-ac98-4e17-83dd-aeef275312a4,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:08:55.147519 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.155174 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:08:55.161296 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:08:55.163745 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:08:55.169983 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9c26fa-41ad-4d92-a9de-b5c046d9e79e,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:55.220298 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:55.221018 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:55.227718 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (f8890e9a-6965-4298-b8a4-172595e11b52), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.264371 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93952687-b7ce-4914-a6ac-1f4cae5c2f46 None None] Pushing event updated for resources: {'Port': ['ID=7b879d8d-ac98-4e17-83dd-aeef275312a4,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:55.322822 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:55.362278 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:55.415907 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.523914 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-4c7afae0-5d85-4fc0-91d0-c3c9514ba01f None None] Provisioning complete for port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:55.524539 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c7afae0-5d85-4fc0-91d0-c3c9514ba01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.600322 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-4c7afae0-5d85-4fc0-91d0-c3c9514ba01f None None] Port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:08:55.624393 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:52Z', 'revision_number': 3, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:55.638644 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:55.642394 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Publish callbacks [] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.647907 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.652167 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6455c0-334f-4d04-b713-cd5ca5d5b312 None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:52Z', 'revision_number': 3, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:55.735636 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9c26fa-41ad-4d92-a9de-b5c046d9e79e,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:55.741179 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (f8890e9a-6965-4298-b8a4-172595e11b52), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:55.859922 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:08:55.861790 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:08:56.124910 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Router f8890e9a-6965-4298-b8a4-172595e11b52 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:08:56.261550 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-fb18e3c4-df49-4e25-b6ec-04488be637e2 None None] Provisioning complete for port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:56.262389 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fb18e3c4-df49-4e25-b6ec-04488be637e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:56.325205 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-fb18e3c4-df49-4e25-b6ec-04488be637e2 None None] Port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:08:56.349269 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:08:56.364189 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-688b1c2a-4fa8-4352-8bbb-e7420bd0d791 admin admin] 10.222.0.43 "PUT /v2.0/routers/f8890e9a-6965-4298-b8a4-172595e11b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6208756 Jun 29 08:08:56.511037 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 7b879d8d-ac98-4e17-83dd-aeef275312a4 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:08:56.575461 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 7b879d8d-ac98-4e17-83dd-aeef275312a4 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:56.575461 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:56.669282 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 7b879d8d-ac98-4e17-83dd-aeef275312a4 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:56.669681 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:56.697578 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port 7b879d8d-ac98-4e17-83dd-aeef275312a4, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=7b879d8d-ac98-4e17-83dd-aeef275312a4,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:56.702826 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:56.760106 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=7b879d8d-ac98-4e17-83dd-aeef275312a4,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:56.837189 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44662) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:56.846668 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-9985684d-06b4-4c71-becb-4d2f2b8076c8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1838511873', 'description': 'tempest-description--749134765'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:56.872831 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9985684d-06b4-4c71-becb-4d2f2b8076c8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:56.965246 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7eb601b6-2ab7-4317-86f6-c69dc44d2e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:56.965819 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9985684d-06b4-4c71-becb-4d2f2b8076c8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (b2ebeceb-b533-4553-8f64-d8f00020b994), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:56.970666 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9985684d-06b4-4c71-becb-4d2f2b8076c8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b2ebeceb-b533-4553-8f64-d8f00020b994), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.003046 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985684d-06b4-4c71-becb-4d2f2b8076c8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ebeceb-b533-4553-8f64-d8f00020b994,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:57.008191 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9985684d-06b4-4c71-becb-4d2f2b8076c8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.009394 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-9985684d-06b4-4c71-becb-4d2f2b8076c8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1690080 Jun 29 08:08:57.013018 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44664) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:57.018090 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-01e47df2-f3dc-4f66-8b5d-8afdd3c31ac4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group_rule': {'security_group_id': 'b2ebeceb-b533-4553-8f64-d8f00020b994', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:57.028424 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:57.054695 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01e47df2-f3dc-4f66-8b5d-8afdd3c31ac4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (d6a06b34-f8c8-411d-9c4d-5b8ccec8c77d), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.115051 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01e47df2-f3dc-4f66-8b5d-8afdd3c31ac4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (d6a06b34-f8c8-411d-9c4d-5b8ccec8c77d), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.120360 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01e47df2-f3dc-4f66-8b5d-8afdd3c31ac4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (d6a06b34-f8c8-411d-9c4d-5b8ccec8c77d), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.141422 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e47df2-f3dc-4f66-8b5d-8afdd3c31ac4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a06b34-f8c8-411d-9c4d-5b8ccec8c77d,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:57.149893 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01e47df2-f3dc-4f66-8b5d-8afdd3c31ac4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.151154 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-01e47df2-f3dc-4f66-8b5d-8afdd3c31ac4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372430 Jun 29 08:08:57.154065 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44666) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:57.158772 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-da00cbb0-3e4b-42a9-846a-c35f09f1bee8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group_rule': {'security_group_id': 'b2ebeceb-b533-4553-8f64-d8f00020b994', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:57.186693 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da00cbb0-3e4b-42a9-846a-c35f09f1bee8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (cfbc79d5-a1bf-446b-8139-b2b6e9af8d99), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.247576 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da00cbb0-3e4b-42a9-846a-c35f09f1bee8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (cfbc79d5-a1bf-446b-8139-b2b6e9af8d99), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.252550 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da00cbb0-3e4b-42a9-846a-c35f09f1bee8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (cfbc79d5-a1bf-446b-8139-b2b6e9af8d99), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.272868 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00cbb0-3e4b-42a9-846a-c35f09f1bee8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbc79d5-a1bf-446b-8139-b2b6e9af8d99,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:57.280957 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da00cbb0-3e4b-42a9-846a-c35f09f1bee8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.282264 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-da00cbb0-3e4b-42a9-846a-c35f09f1bee8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272020 Jun 29 08:08:57.285765 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44668) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:08:57.290094 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:08:57.300862 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:57.319642 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.426208 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.551552 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Allocated IP 172.27.3.57 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/89cb2ffc-cb52-4fd6-9467-308a4cda501c) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:08:57.638338 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=14,neutron:UPDATE=6,neutron:SELECT=77,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:57.690417 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:08:57.697367 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (89cb2ffc-cb52-4fd6-9467-308a4cda501c), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.702548 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:57.703354 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:57.735345 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (89cb2ffc-cb52-4fd6-9467-308a4cda501c), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.784588 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:08:57.788203 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:08:57.790993 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:08:57.818051 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=89cb2ffc-cb52-4fd6-9467-308a4cda501c,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:57.902321 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (11ce1c7d-49e9-4705-a110-47e06db6b189), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:57.940208 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:57.948105 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (89cb2ffc-cb52-4fd6-9467-308a4cda501c), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.132536 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:58.163983 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (89cb2ffc-cb52-4fd6-9467-308a4cda501c), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.173323 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (89cb2ffc-cb52-4fd6-9467-308a4cda501c), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.177408 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 2, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:58.207228 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:08:58.207578 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Updating router f8890e9a-6965-4298-b8a4-172595e11b52 port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:08:58.250979 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.258016 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=89cb2ffc-cb52-4fd6-9467-308a4cda501c,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:58.269063 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (11ce1c7d-49e9-4705-a110-47e06db6b189), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.287955 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.297559 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-9da41a10-f52e-4df9-8ca4-e33065ac2b72 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0025420 Jun 29 08:08:58.343392 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.473971 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:58.493508 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:58.516092 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84e2fb-f94e-4401-8752-f417d4b5f637 req-539f9d9f-f5f3-48b4-b3f7-02896ff26377 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:58.517446 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-2fab6932-4c80-448e-adef-83dcf5ae92f9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1838511873&fields=id&tenant_id=a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 267 time: 0.0797329 Jun 29 08:08:58.518926 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 7b879d8d-ac98-4e17-83dd-aeef275312a4 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:08:58.523979 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef84e2fb-f94e-4401-8752-f417d4b5f637 req-539f9d9f-f5f3-48b4-b3f7-02896ff26377 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.1090944 Jun 29 08:08:58.563226 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:58.573197 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:58.580458 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 7b879d8d-ac98-4e17-83dd-aeef275312a4 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:58.581219 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.591723 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef84e2fb-f94e-4401-8752-f417d4b5f637 req-4dc5746c-705a-44b2-a498-b93f4f1d885b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609775 Jun 29 08:08:58.622640 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Publish callbacks [] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.622640 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.651181 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-d9c4bae0-3e05-41ae-947f-00e6f07ba52b tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:58.652918 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-d9c4bae0-3e05-41ae-947f-00e6f07ba52b tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 814 time: 0.1342771 Jun 29 08:08:58.682156 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Pushing event updated for resources: {'Port': ['ID=fb9c26fa-41ad-4d92-a9de-b5c046d9e79e,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:58.685775 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-39e24524-d906-4b07-b72c-e903f88cdcbb tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/quotas/a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 375 time: 0.0192020 Jun 29 08:08:58.693600 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 7b879d8d-ac98-4e17-83dd-aeef275312a4 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:58.697922 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.698672 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.698672 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.699726 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.699726 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.699726 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.700294 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.700294 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.700556 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.700803 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.701154 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.701473 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.701791 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.702104 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.702417 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:08:58.767322 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Attempting to bind port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:08:58.767692 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Attempting to bind port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:08:58.768059 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Attempting to bind port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:08:58.775768 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:08:58.776151 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Checking segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:08:58.776525 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.776913 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Bound using segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:08:58.777430 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Bound port: fb9c26fa-41ad-4d92-a9de-b5c046d9e79e, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:08:58.777805 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.778849 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-f2b19835-f9f9-4f2b-aecc-f4cb14995430 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857189 Jun 29 08:08:58.808417 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:58.858600 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] For port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:08:58.868065 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] For port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=fb9c26fa-41ad-4d92-a9de-b5c046d9e79e,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:08:58.886220 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:58.905498 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-c1186024-7b56-4f66-a713-cc1ab78b1212 service neutron] 10.222.0.43 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055775 Jun 29 08:08:58.958437 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:08:58.959277 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:58.965539 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4996a0-6668-4443-bf8e-2147d62cc186 None None] Pushing event updated for resources: {'Port': ['ID=fb9c26fa-41ad-4d92-a9de-b5c046d9e79e,revision_number=4']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:58.966070 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:58.980301 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-ebbe93db-98f2-4a94-84d9-19c30d770530 None None] Provisioning complete for port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:58.980685 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ebbe93db-98f2-4a94-84d9-19c30d770530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:59.018172 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:59.070142 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-40f0af3f-eef7-459f-a646-6387364fe608 service neutron] 10.222.0.43 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564090 Jun 29 08:08:59.080324 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe93db-98f2-4a94-84d9-19c30d770530 None None] Current status of the port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:59.080802 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ebbe93db-98f2-4a94-84d9-19c30d770530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:59.106938 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:08:59.120857 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-ebbe93db-98f2-4a94-84d9-19c30d770530 None None] For port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=fb9c26fa-41ad-4d92-a9de-b5c046d9e79e,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:08:59.127042 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ebbe93db-98f2-4a94-84d9-19c30d770530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:59.212656 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe93db-98f2-4a94-84d9-19c30d770530 None None] Pushing event updated for resources: {'Port': ['ID=fb9c26fa-41ad-4d92-a9de-b5c046d9e79e,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:08:59.247172 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-9a39a351-4226-41ef-9f77-643c3506dd8f None None] Provisioning complete for port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:08:59.247550 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9a39a351-4226-41ef-9f77-643c3506dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:59.297848 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e1c39b4e-8ff9-464a-bcff-22fcdf7112db req-ccb261bb-818b-494c-9621-6948048df888 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 210 time: 0.0378180 Jun 29 08:08:59.340884 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:08:59.349841 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9a39a351-4226-41ef-9f77-643c3506dd8f None None] Current status of the port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:08:59.388116 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:58Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:08:59.415698 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51987ee-fd98-4f94-8905-7bf4d9c11089 None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:58Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:08:59.532895 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:08:59.744865 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b409e46-181e-4de2-be73-9e1ef36c39b4 req-9a1c4fa3-0819-42b3-949d-e7492d48b369 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:08:59.752542 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5b409e46-181e-4de2-be73-9e1ef36c39b4 req-9a1c4fa3-0819-42b3-949d-e7492d48b369 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0686560 Jun 29 08:08:59.802599 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5b409e46-181e-4de2-be73-9e1ef36c39b4 req-556bd474-775c-4cfd-88d8-4cdf7bf6d210 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490088 Jun 29 08:08:59.884472 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:00.419021 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1a0a73a6-db64-4bc5-a8b6-f3bbb9f27547 req-35d3c805-5639-41f9-bd12-d05e350f6e67 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 210 time: 0.0450227 Jun 29 08:09:00.524147 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device fb9c26fa-41ad-4d92-a9de-b5c046d9e79e up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:09:00.564670 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-958b5036-7135-4d68-bf17-4aba2b3962fa tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:00.566264 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-958b5036-7135-4d68-bf17-4aba2b3962fa tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 814 time: 0.1621127 Jun 29 08:09:00.585570 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:09:00.586047 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:00.658403 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-b9dbea0e-b67c-4f8d-b52c-55abc2dcd183 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 380 time: 0.0768633 Jun 29 08:09:00.676239 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:00.754820 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'port': {'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'admin_state_up': True, 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'security_groups': ['b2ebeceb-b533-4553-8f64-d8f00020b994']}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:09:00.869457 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Made reservation on behalf of a4df15f6a6dd45dab12d0b724076a23e for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:09:00.872843 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:00.927417 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13081b4-8db2-4a5c-b9e8-8316ffde6551 req-f659b0f5-caf7-4d0a-ba59-67d9cfb086aa tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:00.929414 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e13081b4-8db2-4a5c-b9e8-8316ffde6551 req-f659b0f5-caf7-4d0a-ba59-67d9cfb086aa tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0499218 Jun 29 08:09:00.988677 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e13081b4-8db2-4a5c-b9e8-8316ffde6551 req-e314061c-18b0-48c3-b018-650b25051182 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529077 Jun 29 08:09:01.018715 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Allocated IP 172.20.0.4 (501bffb4-f18b-4ba3-b604-4fd9c7554413/d0d61511-6fc1-4ff8-8316-6ec2c99d1478/ef9d6628-7dec-44df-ae2b-420055caab1c) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:09:01.173226 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:01.185067 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:01.209006 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:01.253800 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:09:01.257278 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:09:01.261162 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:09:01.292026 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=ef9d6628-7dec-44df-ae2b-420055caab1c,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:01.322554 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:01.323196 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:01.340496 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-609f0778-8cf0-4fbf-804b-814d67900660 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908306 Jun 29 08:09:01.361630 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Request body: {'port': {'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:09:01.415380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:01.427484 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:01.492045 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-8a67900a-d471-45d8-be71-1c44f247c9a0 None None] Provisioning complete for port ef9d6628-7dec-44df-ae2b-420055caab1c triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:09:01.492516 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8a67900a-d471-45d8-be71-1c44f247c9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:01.525839 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-8a67900a-d471-45d8-be71-1c44f247c9a0 None None] Port ef9d6628-7dec-44df-ae2b-420055caab1c cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:09:01.595911 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9df21-dbd8-4fc6-8cc6-0995ad0e429b req-8550d479-d717-4433-86de-7362396bb8e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:01.597423 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2fd9df21-dbd8-4fc6-8cc6-0995ad0e429b req-8550d479-d717-4433-86de-7362396bb8e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 931 time: 0.0668490 Jun 29 08:09:01.704329 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2fd9df21-dbd8-4fc6-8cc6-0995ad0e429b req-4a8cce94-958f-4303-8542-121b4978f9fb tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972528 Jun 29 08:09:01.774725 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9d6628-7dec-44df-ae2b-420055caab1c {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:09:01.782785 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Publish callbacks [] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:01.797966 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Transition to ACTIVE for port object ef9d6628-7dec-44df-ae2b-420055caab1c will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:09:01.801956 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:01.859664 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9d6628-7dec-44df-ae2b-420055caab1c,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:01.941363 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Attempting to bind port ef9d6628-7dec-44df-ae2b-420055caab1c on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:09:01.941712 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Attempting to bind port ef9d6628-7dec-44df-ae2b-420055caab1c by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:09:01.942051 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Attempting to bind port ef9d6628-7dec-44df-ae2b-420055caab1c on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:09:01.947404 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Port ef9d6628-7dec-44df-ae2b-420055caab1c on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:09:01.947759 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Attempting to bind port ef9d6628-7dec-44df-ae2b-420055caab1c on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:09:01.953317 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:09:01.953663 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Checking segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:09:01.954254 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Bound using segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:09:01.954692 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Bound port: ef9d6628-7dec-44df-ae2b-420055caab1c, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:09:01.955062 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:02.039464 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] For port ef9d6628-7dec-44df-ae2b-420055caab1c, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:09:02.047194 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] For port ef9d6628-7dec-44df-ae2b-420055caab1c, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ef9d6628-7dec-44df-ae2b-420055caab1c,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:09:02.059040 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:02.099743 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:02.100554 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:02.103521 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] 10.222.0.48 "PUT /v2.0/ports/ef9d6628-7dec-44df-ae2b-420055caab1c HTTP/1.1" status: 200 len: 1093 time: 0.7455616 Jun 29 08:09:02.106829 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b6d980-40de-4505-a591-20b54645d37c', 'tag': 'ef9d6628-7dec-44df-ae2b-420055caab1c'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:09:02.108960 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f" -d '{"events": [{"name": "network-changed", "server_uuid": "57b6d980-40de-4505-a591-20b54645d37c", "tag": "ef9d6628-7dec-44df-ae2b-420055caab1c"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:09:02.151512 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472ace3-a669-42e5-979f-c6b304020d54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9d6628-7dec-44df-ae2b-420055caab1c,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:02.178314 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca3255-8c03-4538-ac66-769a5135fd29 req-948014f9-4a5b-4f77-9d5e-813916aa801a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:02.182928 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-61ca3255-8c03-4538-ac66-769a5135fd29 req-948014f9-4a5b-4f77-9d5e-813916aa801a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.1066940 Jun 29 08:09:02.195973 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6089115d-605f-45df-9fbb-14b387181821 x-openstack-request-id: req-6089115d-605f-45df-9fbb-14b387181821 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:09:02.196623 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b6d980-40de-4505-a591-20b54645d37c", "tag": "ef9d6628-7dec-44df-ae2b-420055caab1c", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:09:02.197981 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6089115d-605f-45df-9fbb-14b387181821 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:09:02.199086 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6089115d-605f-45df-9fbb-14b387181821'] response: {'name': 'network-changed', 'server_uuid': '57b6d980-40de-4505-a591-20b54645d37c', 'tag': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'status': 'completed', 'code': 200} Jun 29 08:09:02.244650 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-61ca3255-8c03-4538-ac66-769a5135fd29 req-daa75ebc-084f-479e-a4fd-4ad9465e95b6 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532174 Jun 29 08:09:02.251907 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:02.257806 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-cd212e2d-654b-455f-b511-b76b2336317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:02.259594 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-cd212e2d-654b-455f-b511-b76b2336317c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 1127 time: 0.0594187 Jun 29 08:09:02.537031 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-bf03aecc-303f-47f9-9c4a-4c64e07617b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef9d6628-7dec-44df-ae2b-420055caab1c HTTP/1.1" status: 200 len: 217 time: 0.0342295 Jun 29 08:09:02.597763 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-768f8ae8-eae8-4cf7-8459-4794bc5240e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:02.599616 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-768f8ae8-eae8-4cf7-8459-4794bc5240e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0533633 Jun 29 08:09:02.654930 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-3d3e8199-f811-450b-bc39-8ffd31353971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:02.657159 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-3d3e8199-f811-450b-bc39-8ffd31353971 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516243 Jun 29 08:09:02.706282 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:02.786196 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-acfad4ef-aede-41aa-bc5a-d53b674b7400 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197190 Jun 29 08:09:02.903345 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e26fa-4696-4208-88a7-57302824db2c req-83f7740b-ff66-4d85-a980-59fa95fcaaf6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:02.904859 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f1e26fa-4696-4208-88a7-57302824db2c req-83f7740b-ff66-4d85-a980-59fa95fcaaf6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 943 time: 0.0942798 Jun 29 08:09:02.950765 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5f0bc020-a332-4de4-b2c9-3cc0d3b21a3a req-239bb140-11fa-4676-8072-75a490df911f service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581440 Jun 29 08:09:02.978823 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f1e26fa-4696-4208-88a7-57302824db2c req-32e9b498-0106-4906-bc05-426309a6b1f3 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648117 Jun 29 08:09:03.381494 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ced04-a070-4828-b783-625724dfc2c7 req-156e4b60-6f29-494b-b8ef-5b969c4d6671 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:03.383081 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fc2ced04-a070-4828-b783-625724dfc2c7 req-156e4b60-6f29-494b-b8ef-5b969c4d6671 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0562427 Jun 29 08:09:03.441517 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-fc2ced04-a070-4828-b783-625724dfc2c7 req-f8fb3c2f-5639-4a29-8c20-33294a9c70ce tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523734 Jun 29 08:09:03.820512 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-d5d59e06-b5c8-4488-8071-ae8283278cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:03.822331 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-d5d59e06-b5c8-4488-8071-ae8283278cc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 1127 time: 0.0485215 Jun 29 08:09:03.926183 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-a5acfa9b-bda5-48c6-8164-cab70c1b7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:03.927723 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-a5acfa9b-bda5-48c6-8164-cab70c1b7581 service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.0982285 Jun 29 08:09:03.970288 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-bec2fe01-9554-4ede-99c3-bbea2cef9e1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef9d6628-7dec-44df-ae2b-420055caab1c HTTP/1.1" status: 200 len: 217 time: 0.0357809 Jun 29 08:09:04.024904 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-e6a546c3-e97f-47a8-bfd0-6541179d3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:04.026512 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-e6a546c3-e97f-47a8-bfd0-6541179d3b24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0501056 Jun 29 08:09:04.103747 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-ea25728a-ec3a-4089-9f17-d2db0bf40189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:04.105318 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-ea25728a-ec3a-4089-9f17-d2db0bf40189 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721209 Jun 29 08:09:04.165452 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e324a1b-9f84-4914-b19a-63e6e81170e0 req-fc4312d3-6b4b-4e58-b100-7cdee8a9e845 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:04.167180 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0e324a1b-9f84-4914-b19a-63e6e81170e0 req-fc4312d3-6b4b-4e58-b100-7cdee8a9e845 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 943 time: 0.0903163 Jun 29 08:09:04.275720 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0e324a1b-9f84-4914-b19a-63e6e81170e0 req-70bfd24a-8ddb-41b3-9f83-5605512187ea tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000862 Jun 29 08:09:04.278024 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-31c2c658-8914-4143-a554-64d3627e7095 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546693 Jun 29 08:09:04.376097 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-249f1a6a-4ba0-450f-9fd2-75a37bc1ad9f req-e3bbac63-dcf1-4611-acfb-eca326488f9d service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920212 Jun 29 08:09:04.585352 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3ebd9-945f-47e5-8236-33c76b04e6fb req-583835f4-acdd-4c40-bc07-3bead87ac908 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:04.588016 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-22e3ebd9-945f-47e5-8236-33c76b04e6fb req-583835f4-acdd-4c40-bc07-3bead87ac908 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0603619 Jun 29 08:09:04.639864 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-22e3ebd9-945f-47e5-8236-33c76b04e6fb req-ae99dc6c-978b-40ac-bc4b-758cf451880e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460718 Jun 29 08:09:04.886705 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device ef9d6628-7dec-44df-ae2b-420055caab1c details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:09:05.019728 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port ef9d6628-7dec-44df-ae2b-420055caab1c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ef9d6628-7dec-44df-ae2b-420055caab1c,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:05.033728 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'mac_address': 'fa:16:3e:da:13:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:09:05.075215 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port ef9d6628-7dec-44df-ae2b-420055caab1c is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:05.075821 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:05.097171 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9d6628-7dec-44df-ae2b-420055caab1c {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:09:05.119369 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port ef9d6628-7dec-44df-ae2b-420055caab1c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ef9d6628-7dec-44df-ae2b-420055caab1c,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:05.123788 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:05.198267 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=ef9d6628-7dec-44df-ae2b-420055caab1c,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:05.401411 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e25ad-3461-4322-9aa9-eab14f895069 req-2763b979-0ccd-4d2e-9809-3cf80dbed468 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:05.402987 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a64e25ad-3461-4322-9aa9-eab14f895069 req-2763b979-0ccd-4d2e-9809-3cf80dbed468 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 944 time: 0.0533073 Jun 29 08:09:05.416344 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['ef9d6628-7dec-44df-ae2b-420055caab1c'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:09:05.459469 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a64e25ad-3461-4322-9aa9-eab14f895069 req-ccd014d8-3aa6-428a-b683-1716b3affd28 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496056 Jun 29 08:09:05.778163 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd799b-e77e-49f9-922e-0e134e340b7a req-b58d398c-5844-494c-b69a-12ff94fcf360 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:05.779690 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-91bd799b-e77e-49f9-922e-0e134e340b7a req-b58d398c-5844-494c-b69a-12ff94fcf360 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0573432 Jun 29 08:09:05.826729 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:05.832054 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-91bd799b-e77e-49f9-922e-0e134e340b7a req-32799160-a8cb-46ef-ae3b-02c06f35c9c2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468109 Jun 29 08:09:06.593043 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91514-0590-4fb3-8686-d6533b5e6325 req-dc9ebb50-048d-4749-8f82-e5a8062dc60c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:06.594862 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-57e91514-0590-4fb3-8686-d6533b5e6325 req-dc9ebb50-048d-4749-8f82-e5a8062dc60c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 944 time: 0.0569754 Jun 29 08:09:06.628884 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:06.649937 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-57e91514-0590-4fb3-8686-d6533b5e6325 req-9a11da00-bbfa-45e2-b4c0-bec8483aa4fd tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492465 Jun 29 08:09:06.896030 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device ef9d6628-7dec-44df-ae2b-420055caab1c up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:09:06.942733 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port ef9d6628-7dec-44df-ae2b-420055caab1c completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:09:06.950027 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port ef9d6628-7dec-44df-ae2b-420055caab1c triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:09:06.950402 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:06.961195 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e5b43-1b53-4450-b499-cdac65cda58d req-30a21bd2-994b-4193-a825-5889bc9d6feb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:06.962820 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cd9e5b43-1b53-4450-b499-cdac65cda58d req-30a21bd2-994b-4193-a825-5889bc9d6feb tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0530016 Jun 29 08:09:06.974281 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:07.016115 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cd9e5b43-1b53-4450-b499-cdac65cda58d req-9adf0953-a6b7-488b-b973-1c5c52ec58ec tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467098 Jun 29 08:09:07.033899 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port ef9d6628-7dec-44df-ae2b-420055caab1c is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:07.034302 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:07.059648 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b6d980-40de-4505-a591-20b54645d37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9d6628-7dec-44df-ae2b-420055caab1c'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:09:07.061925 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb7253a-e8b0-4242-8d11-27cd294387c5" -d '{"events": [{"server_uuid": "57b6d980-40de-4505-a591-20b54645d37c", "name": "network-vif-plugged", "status": "completed", "tag": "ef9d6628-7dec-44df-ae2b-420055caab1c"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:09:07.075149 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port ef9d6628-7dec-44df-ae2b-420055caab1c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ef9d6628-7dec-44df-ae2b-420055caab1c,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:07.080562 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:07.133437 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=ef9d6628-7dec-44df-ae2b-420055caab1c,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:07.163832 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722e772d-e2b4-4c9b-88c4-fcc7d89d9a81 x-openstack-request-id: req-722e772d-e2b4-4c9b-88c4-fcc7d89d9a81 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:09:07.164121 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b6d980-40de-4505-a591-20b54645d37c", "name": "network-vif-plugged", "status": "completed", "tag": "ef9d6628-7dec-44df-ae2b-420055caab1c", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:09:07.164370 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-722e772d-e2b4-4c9b-88c4-fcc7d89d9a81 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:09:07.164767 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722e772d-e2b4-4c9b-88c4-fcc7d89d9a81'] response: {'server_uuid': '57b6d980-40de-4505-a591-20b54645d37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'code': 200} Jun 29 08:09:07.383532 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0972bf-b795-45f8-b658-5068bca119b7 req-4a157250-49e5-4dfd-a2be-9d26209a286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:07.385087 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-aa0972bf-b795-45f8-b658-5068bca119b7 req-4a157250-49e5-4dfd-a2be-9d26209a286c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 1129 time: 0.0391524 Jun 29 08:09:07.407877 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:07.434913 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-aa0972bf-b795-45f8-b658-5068bca119b7 req-44ba751d-9426-45eb-8462-2450c710e2c8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Jun 29 08:09:07.787320 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f15f-12de-492a-b0ef-506f1336f55c req-11e739d3-d447-42d0-8ca1-98cfaae853a7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:07.789024 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d494f15f-12de-492a-b0ef-506f1336f55c req-11e739d3-d447-42d0-8ca1-98cfaae853a7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 945 time: 0.0649424 Jun 29 08:09:07.839592 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d494f15f-12de-492a-b0ef-506f1336f55c req-bab1109c-da98-40ab-8cf8-32875fd533d5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Jun 29 08:09:08.163342 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce0ba-c48c-46b7-a4f7-a72a09f793cb req-087fca42-c35b-4b1e-8dba-1cf098bed56c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:08.164914 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-537ce0ba-c48c-46b7-a4f7-a72a09f793cb req-087fca42-c35b-4b1e-8dba-1cf098bed56c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0597250 Jun 29 08:09:08.221016 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-537ce0ba-c48c-46b7-a4f7-a72a09f793cb req-aa35db76-21ac-42d5-afa7-3105b4d3f8ef tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503376 Jun 29 08:09:08.967046 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35471e-db58-45ea-a3ee-bbda82440a9a req-8c6c8f62-e8b4-4e45-ac15-d4c114a98a1f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:08.968589 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e35471e-db58-45ea-a3ee-bbda82440a9a req-8c6c8f62-e8b4-4e45-ac15-d4c114a98a1f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 945 time: 0.0584061 Jun 29 08:09:09.026074 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e35471e-db58-45ea-a3ee-bbda82440a9a req-e513339e-fc91-4f47-a426-85bf642151d3 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509331 Jun 29 08:09:09.149673 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab95f80-5b06-4929-bc2d-2c8c6fe7eef8 req-62f536da-fd11-481c-a3c1-a1eb64b29681 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:09.151253 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-aab95f80-5b06-4929-bc2d-2c8c6fe7eef8 req-62f536da-fd11-481c-a3c1-a1eb64b29681 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 945 time: 0.0544767 Jun 29 08:09:09.160412 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44796) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:09.164824 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-c53cd382-9993-422d-9748-b075152cfb93 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'floatingip': {'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:09:09.209104 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-c53cd382-9993-422d-9748-b075152cfb93 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (11ce1c7d-49e9-4705-a110-47e06db6b189), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:09.315976 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:09.353570 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df08224-fc07-44d7-babe-c89febc52a90 req-a8575775-d7de-4220-b505-a84a733492aa tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:09.355101 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5df08224-fc07-44d7-babe-c89febc52a90 req-a8575775-d7de-4220-b505-a84a733492aa tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0541387 Jun 29 08:09:09.391027 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:09.391948 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:09.415336 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5df08224-fc07-44d7-babe-c89febc52a90 req-5b819bc7-9fec-4056-ac10-e876a93a0a60 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538244 Jun 29 08:09:09.659781 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-c53cd382-9993-422d-9748-b075152cfb93 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:09.663650 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-c53cd382-9993-422d-9748-b075152cfb93 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (11ce1c7d-49e9-4705-a110-47e06db6b189), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:09.767382 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-c53cd382-9993-422d-9748-b075152cfb93 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Floating IP 11ce1c7d-49e9-4705-a110-47e06db6b189 associated. External IP: 172.27.3.57, port: ef9d6628-7dec-44df-ae2b-420055caab1c. Jun 29 08:09:09.976265 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53cd382-9993-422d-9748-b075152cfb93 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Router f8890e9a-6965-4298-b8a4-172595e11b52 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:09:10.085874 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53cd382-9993-422d-9748-b075152cfb93 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:09:10.090551 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-c53cd382-9993-422d-9748-b075152cfb93 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:10.099315 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:09:10.111997 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:09:10.112643 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:10.123592 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-c53cd382-9993-422d-9748-b075152cfb93 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "PUT /v2.0/floatingips/11ce1c7d-49e9-4705-a110-47e06db6b189 HTTP/1.1" status: 200 len: 990 time: 0.9620497 Jun 29 08:09:10.124191 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b6d980-40de-4505-a591-20b54645d37c', 'tag': 'ef9d6628-7dec-44df-ae2b-420055caab1c'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:09:10.127156 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921230b0-916a-4e05-9ffe-62b881828abe" -d '{"events": [{"name": "network-changed", "server_uuid": "57b6d980-40de-4505-a591-20b54645d37c", "tag": "ef9d6628-7dec-44df-ae2b-420055caab1c"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:09:10.195567 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:10.204600 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:10.227847 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:09:10.228006 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fd9db8-c3b4-4f6d-b7fe-1496b71720b0 x-openstack-request-id: req-76fd9db8-c3b4-4f6d-b7fe-1496b71720b0 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:09:10.228478 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b6d980-40de-4505-a591-20b54645d37c", "tag": "ef9d6628-7dec-44df-ae2b-420055caab1c", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:09:10.228478 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76fd9db8-c3b4-4f6d-b7fe-1496b71720b0 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:09:10.228896 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76fd9db8-c3b4-4f6d-b7fe-1496b71720b0'] response: {'name': 'network-changed', 'server_uuid': '57b6d980-40de-4505-a591-20b54645d37c', 'tag': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'status': 'completed', 'code': 200} Jun 29 08:09:10.319354 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921230b0-916a-4e05-9ffe-62b881828abe req-d47de3a8-0903-4030-b93c-117ffa32b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:10.320881 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-921230b0-916a-4e05-9ffe-62b881828abe req-d47de3a8-0903-4030-b93c-117ffa32b614 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 1129 time: 0.0432987 Jun 29 08:09:10.430218 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921230b0-916a-4e05-9ffe-62b881828abe req-2d08c9f0-aea2-4111-9292-c423b785b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:10.431764 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-921230b0-916a-4e05-9ffe-62b881828abe req-2d08c9f0-aea2-4111-9292-c423b785b276 service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.1046326 Jun 29 08:09:10.509756 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-921230b0-916a-4e05-9ffe-62b881828abe req-ee1bab95-49f7-49bf-9138-a96804f24475 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef9d6628-7dec-44df-ae2b-420055caab1c HTTP/1.1" status: 200 len: 998 time: 0.0710771 Jun 29 08:09:10.599164 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921230b0-916a-4e05-9ffe-62b881828abe req-4a7275ac-7cc5-439a-aacc-e7e265bd1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:10.600682 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-921230b0-916a-4e05-9ffe-62b881828abe req-4a7275ac-7cc5-439a-aacc-e7e265bd1d04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0850935 Jun 29 08:09:10.607456 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ad65c-afb0-4f54-be32-aa858ab52c6a req-b3a16fec-757a-4cda-8414-7d339a4b1e7d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:10.609158 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1c1ad65c-afb0-4f54-be32-aa858ab52c6a req-b3a16fec-757a-4cda-8414-7d339a4b1e7d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0846078 Jun 29 08:09:10.669471 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '11ce1c7d-49e9-4705-a110-47e06db6b189', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:da:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:57Z', 'updated_at': '2022-06-29T08:09:09Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:10.701469 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921230b0-916a-4e05-9ffe-62b881828abe req-09f8689e-65e4-429e-95cd-2ba9a916968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:10.705273 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-921230b0-916a-4e05-9ffe-62b881828abe req-09f8689e-65e4-429e-95cd-2ba9a916968c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0948753 Jun 29 08:09:10.722520 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:09:10.736166 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:09:10.737099 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:10.762907 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1c1ad65c-afb0-4f54-be32-aa858ab52c6a req-6a80eedd-aab2-4f80-9670-733b1b10e1db tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427417 Jun 29 08:09:10.913463 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:09:11.121564 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-921230b0-916a-4e05-9ffe-62b881828abe req-7cb0995a-3ea6-4c07-954d-6fee33d9c3ef service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099953 Jun 29 08:09:11.226875 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '11ce1c7d-49e9-4705-a110-47e06db6b189', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:da:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:57Z', 'updated_at': '2022-06-29T08:09:09Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:11.258294 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e8834-6d46-46b3-99ff-2487be304098 None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '11ce1c7d-49e9-4705-a110-47e06db6b189', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:da:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:57Z', 'updated_at': '2022-06-29T08:09:09Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:09:11.334233 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:11.357121 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-921230b0-916a-4e05-9ffe-62b881828abe req-309ded43-99c2-4cb6-9eb2-a9c0c658192a service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185033 Jun 29 08:09:11.491036 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef30fe8-ed7c-47f9-9461-1965358b8f3e None None] New status for floating IP 11ce1c7d-49e9-4705-a110-47e06db6b189: ACTIVE {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:09:11.902849 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:11.911920 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7f0a9-54de-425d-9d45-4b4bb9f905d1 req-76bb4dd6-6075-4d77-a047-bc0be45c9975 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:11.913518 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c0e7f0a9-54de-425d-9d45-4b4bb9f905d1 req-76bb4dd6-6075-4d77-a047-bc0be45c9975 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0588701 Jun 29 08:09:11.974322 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c0e7f0a9-54de-425d-9d45-4b4bb9f905d1 req-2f4a3d1a-73ac-4d64-adbc-5a58e0eb7cd6 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493417 Jun 29 08:09:13.104940 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221a929-324b-4406-8899-9f6a5da15e82 req-12cd348b-f7e7-4eb1-a3e9-7452f5510703 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:13.106576 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e221a929-324b-4406-8899-9f6a5da15e82 req-12cd348b-f7e7-4eb1-a3e9-7452f5510703 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0529940 Jun 29 08:09:13.174354 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e221a929-324b-4406-8899-9f6a5da15e82 req-7091bd10-66de-44fa-8b83-23da56d0cf2a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537014 Jun 29 08:09:14.323389 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b23b09-daf5-4ad2-814a-1f037c4582b4 req-26934a17-9c3c-4db6-888a-04371ec0b159 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:14.324914 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f4b23b09-daf5-4ad2-814a-1f037c4582b4 req-26934a17-9c3c-4db6-888a-04371ec0b159 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0643306 Jun 29 08:09:14.378450 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f4b23b09-daf5-4ad2-814a-1f037c4582b4 req-4684ae81-5201-493f-a177-e81ee824fa1e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470695 Jun 29 08:09:14.940504 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 747dea80-5c60-451c-bba1-3aabe38a1272 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:09:15.052261 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:15.065836 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '747dea80-5c60-451c-bba1-3aabe38a1272', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'port_id': '747dea80-5c60-451c-bba1-3aabe38a1272', 'mac_address': 'fa:16:3e:36:17:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:09:15.108517 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 747dea80-5c60-451c-bba1-3aabe38a1272 is: ACTIVE; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:15.109069 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:15.127807 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 747dea80-5c60-451c-bba1-3aabe38a1272 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:09:15.149165 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:15.154185 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:15.204963 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=6']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:15.212419 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.212767 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.213148 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.213489 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.213829 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.214162 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.214489 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.214817 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.215144 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.215472 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.215798 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.216120 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.216448 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.216764 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.217118 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:15.333167 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['747dea80-5c60-451c-bba1-3aabe38a1272'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:09:15.427836 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:15.503250 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:15.523013 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc838-074b-4fea-be84-93ecc000dfd0 req-d734efcb-b316-4577-99c2-d1d7a41c4e31 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:15.524502 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a2ffc838-074b-4fea-be84-93ecc000dfd0 req-d734efcb-b316-4577-99c2-d1d7a41c4e31 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 945 time: 0.0541987 Jun 29 08:09:15.579069 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a2ffc838-074b-4fea-be84-93ecc000dfd0 req-fe63e079-a4ab-493d-a4e6-4745b5be1ec5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489156 Jun 29 08:09:15.857783 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f6ca9-9408-4871-80d1-f1809e290bf7 req-69dd0781-c5cf-42df-8ede-fa9962f04177 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:15.859380 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1d8f6ca9-9408-4871-80d1-f1809e290bf7 req-69dd0781-c5cf-42df-8ede-fa9962f04177 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0563946 Jun 29 08:09:15.914924 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1d8f6ca9-9408-4871-80d1-f1809e290bf7 req-a6aff8ab-f815-4838-84f3-98bf43c98ffe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498261 Jun 29 08:09:16.769421 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daa5a8-a3b6-4fdf-9022-5f0425e4d2ef req-b1403412-3bed-4d83-895c-b896a5a3315a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:16.774688 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e2daa5a8-a3b6-4fdf-9022-5f0425e4d2ef req-b1403412-3bed-4d83-895c-b896a5a3315a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 945 time: 0.0829120 Jun 29 08:09:16.784269 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:16.829739 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e2daa5a8-a3b6-4fdf-9022-5f0425e4d2ef req-7b104a4f-d399-49dc-be07-2ed6d3dfda4b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528989 Jun 29 08:09:16.956108 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 747dea80-5c60-451c-bba1-3aabe38a1272 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:09:17.005747 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 747dea80-5c60-451c-bba1-3aabe38a1272 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:09:17.006251 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:17.058192 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfba4-66fa-438c-bbec-ce2d8b2e556a req-12d82409-d86c-4992-8b25-3f9a0bbc2d8c tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:17.061391 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2b2cfba4-66fa-438c-bbec-ce2d8b2e556a req-12d82409-d86c-4992-8b25-3f9a0bbc2d8c tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0668979 Jun 29 08:09:17.095693 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 747dea80-5c60-451c-bba1-3aabe38a1272 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:17.096090 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:17.123189 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2b2cfba4-66fa-438c-bbec-ce2d8b2e556a req-ed37bd95-7586-4cfd-a94b-d25c6c7620f8 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542970 Jun 29 08:09:17.134099 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:09:17.138790 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2904adc6-f448-47d0-b49c-ecea4e14e84b" -d '{"events": [{"server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "name": "network-vif-plugged", "status": "completed", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:09:17.179211 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:17.188470 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:17.229224 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b197e-4b01-4263-a6c9-aab9fcef272f x-openstack-request-id: req-637b197e-4b01-4263-a6c9-aab9fcef272f {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:09:17.230008 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "name": "network-vif-plugged", "status": "completed", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:09:17.230575 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-637b197e-4b01-4263-a6c9-aab9fcef272f {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:09:17.231371 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637b197e-4b01-4263-a6c9-aab9fcef272f'] response: {'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272', 'code': 200} Jun 29 08:09:17.275762 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:17.282936 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=7']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:17.754535 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:09:18.003827 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17abd8a-5c0f-436a-bac8-0b3e704cd84e req-705a83c9-b24f-462a-8264-800dd148a316 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:18.015570 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c17abd8a-5c0f-436a-bac8-0b3e704cd84e req-705a83c9-b24f-462a-8264-800dd148a316 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0714042 Jun 29 08:09:18.079936 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c17abd8a-5c0f-436a-bac8-0b3e704cd84e req-6b86e086-f717-4e56-9c12-69a712de0b9c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671072 Jun 29 08:09:18.310545 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39288f66-3344-439f-9799-722911ed195b req-e79d4886-bfb6-4bc5-9773-6a07df6fe6f2 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:18.313371 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-39288f66-3344-439f-9799-722911ed195b req-e79d4886-bfb6-4bc5-9773-6a07df6fe6f2 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0642655 Jun 29 08:09:18.425974 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-39288f66-3344-439f-9799-722911ed195b req-71fc9c81-5446-4565-a37f-33fdbd677bc7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009197 Jun 29 08:09:18.770234 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef4a61-878e-4428-8bf6-11175c461359 req-734f3c53-6ce0-4273-8a88-bbbaa68ea19f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:18.772828 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-04ef4a61-878e-4428-8bf6-11175c461359 req-734f3c53-6ce0-4273-8a88-bbbaa68ea19f tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 945 time: 0.0676155 Jun 29 08:09:18.836391 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-04ef4a61-878e-4428-8bf6-11175c461359 req-513c6970-ff44-49b0-9e5a-198ae135d011 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578351 Jun 29 08:09:19.270929 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6d5b5-ca5e-4aac-988a-7ece547a21db req-2ebfd6c3-d798-43fb-974e-c968a3043e8a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:19.280968 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-68e6d5b5-ca5e-4aac-988a-7ece547a21db req-2ebfd6c3-d798-43fb-974e-c968a3043e8a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0807855 Jun 29 08:09:19.338581 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-68e6d5b5-ca5e-4aac-988a-7ece547a21db req-be06cf3c-0212-4eb5-a5de-5803864f3875 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563719 Jun 29 08:09:19.577015 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96396f4a-812d-4328-b9ae-c732d42264fe req-bdf34452-375e-4d9c-9e7d-9bf292839134 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:19.581727 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-96396f4a-812d-4328-b9ae-c732d42264fe req-bdf34452-375e-4d9c-9e7d-9bf292839134 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0708451 Jun 29 08:09:19.659339 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-96396f4a-812d-4328-b9ae-c732d42264fe req-b218b090-4570-4b5d-b371-82e291351ef3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736089 Jun 29 08:09:19.979392 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4a910-f4b2-4e91-91cb-7887004da414 req-8c5d64ae-5f30-43ae-8cdc-158e76176df3 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:19.981264 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7fc4a910-f4b2-4e91-91cb-7887004da414 req-8c5d64ae-5f30-43ae-8cdc-158e76176df3 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 945 time: 0.0584927 Jun 29 08:09:20.038704 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7fc4a910-f4b2-4e91-91cb-7887004da414 req-c172ab5b-7030-4b64-abf5-5de0e861ed37 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504465 Jun 29 08:09:20.514349 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e235-1c2d-4b64-b59f-f0fc96bc0750 req-2c5f9b7c-dca9-41ec-880e-18eb570d7fca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:20.517130 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8f30e235-1c2d-4b64-b59f-f0fc96bc0750 req-2c5f9b7c-dca9-41ec-880e-18eb570d7fca tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0713792 Jun 29 08:09:20.586813 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8f30e235-1c2d-4b64-b59f-f0fc96bc0750 req-f9d3c487-f6a8-4245-9030-87a3f14c44ac tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628285 Jun 29 08:09:20.760183 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-5e803f02-8e2d-4648-83c7-68abb7badd4b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:20.762858 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-5e803f02-8e2d-4648-83c7-68abb7badd4b tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 945 time: 0.1012459 Jun 29 08:09:20.851703 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdd05f-522b-47b5-b609-c2fcb1d3c2fd req-0c429edf-fd91-4543-8330-61d26aefb262 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:20.860674 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bffdd05f-522b-47b5-b609-c2fcb1d3c2fd req-0c429edf-fd91-4543-8330-61d26aefb262 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0669425 Jun 29 08:09:20.932828 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bffdd05f-522b-47b5-b609-c2fcb1d3c2fd req-7ca2e9c0-ff19-4606-b7d9-9df894e59a83 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701666 Jun 29 08:09:20.947986 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Deleting port d0e3ab57-a5ac-41d7-84d7-f243539f967b {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:09:20.950747 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:21.069433 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] For port d0e3ab57-a5ac-41d7-84d7-f243539f967b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d0e3ab57-a5ac-41d7-84d7-f243539f967b,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:21.069800 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:21.260569 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c08e2e-a765-43f6-bc50-8fb88e455eb5 req-a6721ad1-eff6-43a6-884a-003d11df0c61 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:21.262385 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d9c08e2e-a765-43f6-bc50-8fb88e455eb5 req-a6721ad1-eff6-43a6-884a-003d11df0c61 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 945 time: 0.1150548 Jun 29 08:09:21.360922 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:21.379817 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:21.380846 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (c7570075-415b-4dae-882e-89e4a1e87dab), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:21.380846 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Floating IP c7570075-415b-4dae-882e-89e4a1e87dab disassociated. External IP: 172.27.3.125, port: d0e3ab57-a5ac-41d7-84d7-f243539f967b. Jun 29 08:09:21.381248 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Calling delete_port for d0e3ab57-a5ac-41d7-84d7-f243539f967b owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:09:21.395095 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d9c08e2e-a765-43f6-bc50-8fb88e455eb5 req-514b4519-caac-4b08-bad7-d7b839239499 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups?id=44b3734d-d0d5-4040-89d1-30359f9d6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236768 Jun 29 08:09:21.563789 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:21.594491 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (d0e3ab57-a5ac-41d7-84d7-f243539f967b), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:21.635554 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event deleted for resources: {'Port': ['ID=d0e3ab57-a5ac-41d7-84d7-f243539f967b,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:21.784752 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Router 8fa6ff64-ab0d-426c-bae2-24e675087469 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:09:21.833102 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c89052-05f5-4c7b-ae32-80acf3bcc933 req-9d6953f7-9c13-425d-80ba-1cc2399d1250 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:21.841207 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7c89052-05f5-4c7b-ae32-80acf3bcc933 req-9d6953f7-9c13-425d-80ba-1cc2399d1250 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0935564 Jun 29 08:09:21.906387 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d7c89052-05f5-4c7b-ae32-80acf3bcc933 req-247710f4-e590-4196-8b9f-166485720088 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637727 Jun 29 08:09:21.908060 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:09:21.920924 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] Sync routers for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:09:21.954091 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:09:21.955245 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:21.972426 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] No DVR routers for this DVR port d0e3ab57-a5ac-41d7-84d7-f243539f967b on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:09:21.975341 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:21.979187 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e55800ef-26b6-480a-a2ff-652d5050c9f2 req-dc1e2a46-c866-45ca-a0e6-99cd792de825 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.48 "DELETE /v2.0/ports/d0e3ab57-a5ac-41d7-84d7-f243539f967b HTTP/1.1" status: 204 len: 173 time: 1.2098978 Jun 29 08:09:21.979765 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'name': 'network-vif-deleted', 'tag': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:09:21.983260 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532da7d6-c67c-436a-886c-dfb13565d0a3" -d '{"events": [{"server_uuid": "d7e8f0a8-6cfe-4b0e-818a-a078672dbd87", "name": "network-vif-deleted", "tag": "d0e3ab57-a5ac-41d7-84d7-f243539f967b"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:09:22.111277 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2308b5-3809-4e82-8a68-9590f62408c2 x-openstack-request-id: req-5a2308b5-3809-4e82-8a68-9590f62408c2 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:09:22.111645 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e8f0a8-6cfe-4b0e-818a-a078672dbd87", "name": "network-vif-deleted", "tag": "d0e3ab57-a5ac-41d7-84d7-f243539f967b", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:09:22.112054 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a2308b5-3809-4e82-8a68-9590f62408c2 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:09:22.112744 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2308b5-3809-4e82-8a68-9590f62408c2'] response: {'server_uuid': 'd7e8f0a8-6cfe-4b0e-818a-a078672dbd87', 'name': 'network-vif-deleted', 'tag': 'd0e3ab57-a5ac-41d7-84d7-f243539f967b', 'status': 'completed', 'code': 200} Jun 29 08:09:22.180417 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:22.237476 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:09:22.268062 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:22.305021 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e1d6f-f824-4b8f-898c-43c72d92b492 req-e76a7721-3b2e-4b64-9a0a-f3ab4fde623a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:22.306681 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1b6e1d6f-f824-4b8f-898c-43c72d92b492 req-e76a7721-3b2e-4b64-9a0a-f3ab4fde623a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.1067216 Jun 29 08:09:22.418655 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1b6e1d6f-f824-4b8f-898c-43c72d92b492 req-56f0ee51-b6f4-434d-9796-55cf0f169e20 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005967 Jun 29 08:09:22.594442 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:22.610731 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-dc7a0333-c745-4972-bfcf-e99752301f56 req-c8106a7c-9cda-4bf3-8c3b-dc1cb6d2bd18 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e8f0a8-6cfe-4b0e-818a-a078672dbd87 HTTP/1.1" status: 200 len: 210 time: 0.0462728 Jun 29 08:09:22.644398 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] Checking router: 8fa6ff64-ab0d-426c-bae2-24e675087469 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:09:22.669510 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:09:22.670741 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:08:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:22.906379 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:09:23.088377 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8e8b0-fe58-43c4-8360-bb1733f6779b req-2fc09861-ebdc-440c-985b-81bf46f831b2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:23.090252 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-73b8e8b0-fe58-43c4-8360-bb1733f6779b req-2fc09861-ebdc-440c-985b-81bf46f831b2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0662425 Jun 29 08:09:23.159646 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-73b8e8b0-fe58-43c4-8360-bb1733f6779b req-c82e032d-be5d-472b-938f-062248639224 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619385 Jun 29 08:09:23.180751 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:23.249144 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915d922-c033-4130-8c44-25cefc775a10 None None] The sync data for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi is: [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:55Z', 'revision_number': 4, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'af5347dd-52e6-446d-9abc-b0233a350c9a', 'name': '', 'network_id': '83284d8b-f58e-483b-bfde-1c25f92d3de3', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'mac_address': 'fa:16:3e:48:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:53Z', 'updated_at': '2022-06-29T08:03:22Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'subnets': [{'id': '609be66d-5709-4032-86d4-0115dbc1bb2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:09:23.624133 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686d40c-1cba-40e2-a6a3-50be3fe70d92 None None] New status for floating IP c7570075-415b-4dae-882e-89e4a1e87dab: DOWN {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:09:23.630645 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65651265-bc4e-4a76-bf85-0eecaa1f1d0b req-bdd6b6f1-a531-40ed-9d7d-7bef0d39a5ff tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:23.632273 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-65651265-bc4e-4a76-bf85-0eecaa1f1d0b req-bdd6b6f1-a531-40ed-9d7d-7bef0d39a5ff tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0806239 Jun 29 08:09:23.727242 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:23.764079 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 44950) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:23.805815 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-65651265-bc4e-4a76-bf85-0eecaa1f1d0b req-36a812c7-982a-4ab4-b203-0286289cd7e2 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500301 Jun 29 08:09:23.929763 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (44b3734d-d0d5-4040-89d1-30359f9d6911), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:23.984634 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (44b3734d-d0d5-4040-89d1-30359f9d6911), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:24.081748 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (44b3734d-d0d5-4040-89d1-30359f9d6911), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:24.087449 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:24.090474 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "DELETE /v2.0/security-groups/44b3734d-d0d5-4040-89d1-30359f9d6911 HTTP/1.1" status: 204 len: 168 time: 0.3237696 Jun 29 08:09:24.093863 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44952) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:24.110834 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.api.v2.resource [None req-d9035a02-9540-4ebe-a7ef-88863b3bb1a6 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] show failed (client error): The resource could not be found. Jun 29 08:09:24.111083 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b3734d-d0d5-4040-89d1-30359f9d6911,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:24.111934 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d9035a02-9540-4ebe-a7ef-88863b3bb1a6 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "GET /v2.0/security-groups/44b3734d-d0d5-4040-89d1-30359f9d6911 HTTP/1.1" status: 404 len: 347 time: 0.0165517 Jun 29 08:09:24.115821 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 44954) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:24.129106 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.129862 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.130756 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.131373 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.132051 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.132748 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.133447 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.134139 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.134806 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.135471 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.136165 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.137098 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.137768 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.138392 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.139047 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69db2f35-cdca-4e7a-a5d9-526597794869 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:24.285580 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9da98919-1e82-41e2-a082-6e5a8f8b4df8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Deleting port ff9d63ea-14cd-4514-84f5-09c53bf00058 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:09:24.285934 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9da98919-1e82-41e2-a082-6e5a8f8b4df8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (ff9d63ea-14cd-4514-84f5-09c53bf00058), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:24.420443 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba468-3e22-4d31-bb36-c1436b8682cd req-bd551945-3034-4a2b-b195-78005070cfc1 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:24.429475 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-604ba468-3e22-4d31-bb36-c1436b8682cd req-bd551945-3034-4a2b-b195-78005070cfc1 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.1086843 Jun 29 08:09:24.457226 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2368bbe-2849-4f4a-84ce-1c00c5c7da2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:24.481775 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9da98919-1e82-41e2-a082-6e5a8f8b4df8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (ff9d63ea-14cd-4514-84f5-09c53bf00058), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:24.482467 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9da98919-1e82-41e2-a082-6e5a8f8b4df8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (ff9d63ea-14cd-4514-84f5-09c53bf00058), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:24.521987 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9da98919-1e82-41e2-a082-6e5a8f8b4df8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Calling delete_port for ff9d63ea-14cd-4514-84f5-09c53bf00058 owned by network:floatingip {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:09:24.562492 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-604ba468-3e22-4d31-bb36-c1436b8682cd req-9d35e3fb-1062-46d1-b31a-5c9c9b903219 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137753 Jun 29 08:09:24.610754 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:24.613138 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:24.735260 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9da98919-1e82-41e2-a082-6e5a8f8b4df8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (ff9d63ea-14cd-4514-84f5-09c53bf00058), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:24.772254 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da98919-1e82-41e2-a082-6e5a8f8b4df8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Pushing event deleted for resources: {'Port': ['ID=ff9d63ea-14cd-4514-84f5-09c53bf00058,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:24.866993 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9da98919-1e82-41e2-a082-6e5a8f8b4df8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks [] for floatingip (c7570075-415b-4dae-882e-89e4a1e87dab), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:24.869702 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9da98919-1e82-41e2-a082-6e5a8f8b4df8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:24.870936 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-9da98919-1e82-41e2-a082-6e5a8f8b4df8 tempest-AttachVolumeTestJSON-2125572094 tempest-AttachVolumeTestJSON-2125572094-project] 10.222.0.43 "DELETE /v2.0/floatingips/c7570075-415b-4dae-882e-89e4a1e87dab HTTP/1.1" status: 204 len: 168 time: 0.7541065 Jun 29 08:09:24.976592 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device d0e3ab57-a5ac-41d7-84d7-f243539f967b no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:09:25.005870 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a92620-e1f3-45d0-a70f-0150bd50b5fd req-c2e0b24f-6362-46ec-8db2-243e26f6a7a6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:25.013989 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-50a92620-e1f3-45d0-a70f-0150bd50b5fd req-c2e0b24f-6362-46ec-8db2-243e26f6a7a6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0688517 Jun 29 08:09:25.055004 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: d0e3ab57-a5ac-41d7-84d7-f243539f967b {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:09:25.055530 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device d0e3ab57-a5ac-41d7-84d7-f243539f967b not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:09:25.081557 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:25.149616 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-50a92620-e1f3-45d0-a70f-0150bd50b5fd req-5908e6fa-22b0-4069-8eec-4afbd0adc77f tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351008 Jun 29 08:09:25.754132 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f07684-c3c3-4ae1-aa90-8949d3a26157 req-d0142775-f7b1-43f2-8912-0164c182f995 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:25.756380 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-60f07684-c3c3-4ae1-aa90-8949d3a26157 req-d0142775-f7b1-43f2-8912-0164c182f995 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0664654 Jun 29 08:09:25.856330 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-60f07684-c3c3-4ae1-aa90-8949d3a26157 req-f75c044d-5930-4772-9f21-b238270e470b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893369 Jun 29 08:09:26.423102 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75778c-34e7-4c01-8b1f-59bc0c116c58 req-1ec7b64b-0ee4-4c65-8bed-e38049e5adba tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:26.433439 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3b75778c-34e7-4c01-8b1f-59bc0c116c58 req-1ec7b64b-0ee4-4c65-8bed-e38049e5adba tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.1184618 Jun 29 08:09:26.517651 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-506cf75b-5e91-474a-b9a2-beeeb24f8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:26.519215 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3b75778c-34e7-4c01-8b1f-59bc0c116c58 req-bee77826-900e-4687-9aaf-9855d51a6576 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848248 Jun 29 08:09:26.520399 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-506cf75b-5e91-474a-b9a2-beeeb24f8f73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1130 time: 0.0900722 Jun 29 08:09:26.654054 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-24ada2a4-b5a3-48a9-8852-d8a9b1091769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:26.655840 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-24ada2a4-b5a3-48a9-8852-d8a9b1091769 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b74e483-4a84-4149-9ef0-91f3e14ff64f HTTP/1.1" status: 200 len: 910 time: 0.1287615 Jun 29 08:09:26.739321 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-f1db98d2-9a86-4460-8c5d-7e8997848cfb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d HTTP/1.1" status: 200 len: 1002 time: 0.0774989 Jun 29 08:09:26.834788 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-3f7ee906-3ec6-4ded-a363-8c4116aa6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:26.838889 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-3f7ee906-3ec6-4ded-a363-8c4116aa6982 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31a1f052-0de0-4021-ba10-ad1ca2d58d4b HTTP/1.1" status: 200 len: 848 time: 0.0915215 Jun 29 08:09:26.899316 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-dcbbd1ab-756e-4b78-a39b-e855db842308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:26.900880 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-dcbbd1ab-756e-4b78-a39b-e855db842308 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b74e483-4a84-4149-9ef0-91f3e14ff64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566649 Jun 29 08:09:26.974249 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f542-c8c5-4088-ac39-f4dfd46d9096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:27.130189 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfff0e-d87c-4aef-81c2-689ce6af32a1 req-94b42a99-cb04-421e-93c4-38dd24db18b8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:27.131940 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7dbfff0e-d87c-4aef-81c2-689ce6af32a1 req-94b42a99-cb04-421e-93c4-38dd24db18b8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.1366458 Jun 29 08:09:27.211936 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-634e8414-6a39-444b-8229-d8443f2686cb service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034112 Jun 29 08:09:27.259836 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7dbfff0e-d87c-4aef-81c2-689ce6af32a1 req-57a402c0-66a9-4fec-9a78-2716fb70a64d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116717 Jun 29 08:09:27.342564 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2e961ffc-70ab-4214-8027-5d6f444c3751 req-85a48ab8-e86f-42e2-b80a-aa85dd477836 service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236241 Jun 29 08:09:27.703561 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f67d3-53cb-43a4-9408-a42513c5a12b req-be6a5566-7576-4be5-ac28-ee05461b0176 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:27.705150 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-047f67d3-53cb-43a4-9408-a42513c5a12b req-be6a5566-7576-4be5-ac28-ee05461b0176 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0733669 Jun 29 08:09:27.759497 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-047f67d3-53cb-43a4-9408-a42513c5a12b req-cd2f3a1e-50a6-499f-bed0-88ed11a1c3ca tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485480 Jun 29 08:09:28.344091 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:28.415028 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b508-57f3-4b9a-b736-c9f7bbff2e2d req-06805b97-2ad7-4be4-9c0e-f7c388c45fb5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:28.416735 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-39b3b508-57f3-4b9a-b736-c9f7bbff2e2d req-06805b97-2ad7-4be4-9c0e-f7c388c45fb5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0525520 Jun 29 08:09:28.471195 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:28.480308 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-39b3b508-57f3-4b9a-b736-c9f7bbff2e2d req-0ee316fa-e30c-4c55-a528-f3df3a8e15e0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532117 Jun 29 08:09:28.795834 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45012) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:29.211853 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9286-9d4d-463d-946b-10154ebc6364 req-23af4a89-b309-4ce5-8855-56038d62b4b7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:29.213306 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-172a9286-9d4d-463d-946b-10154ebc6364 req-23af4a89-b309-4ce5-8855-56038d62b4b7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.3745017 Jun 29 08:09:29.288655 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-172a9286-9d4d-463d-946b-10154ebc6364 req-8a476441-1b2a-436a-9b8d-77f7b1e40c63 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666056 Jun 29 08:09:29.345866 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-a2bdbeef-6878-44d3-9109-5bad0e5fe8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:29.347783 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-a2bdbeef-6878-44d3-9109-5bad0e5fe8fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 1130 time: 0.0747647 Jun 29 08:09:29.407182 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:29.477732 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-8370a2f9-1b65-431e-9ccd-8fd9c1a5bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:29.480168 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-8370a2f9-1b65-431e-9ccd-8fd9c1a5bb3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 918 time: 0.1242561 Jun 29 08:09:29.558417 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:29.596324 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:29.603145 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (8fa6ff64-ab0d-426c-bae2-24e675087469), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:29.615584 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-64bd2b29-72b2-4e7f-a80d-672675d3e344 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=747dea80-5c60-451c-bba1-3aabe38a1272 HTTP/1.1" status: 200 len: 1001 time: 0.1223266 Jun 29 08:09:29.737715 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d8dc4-85bb-4d5d-9e2d-a8c8fcff858b req-14343d60-0af0-46fb-8b71-7fdd71e2dd38 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:29.739839 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-264d8dc4-85bb-4d5d-9e2d-a8c8fcff858b req-14343d60-0af0-46fb-8b71-7fdd71e2dd38 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.1190305 Jun 29 08:09:29.766634 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-270b304f-f2c7-4575-a9c1-18fd81ff984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:29.768680 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-270b304f-f2c7-4575-a9c1-18fd81ff984b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 200 len: 856 time: 0.1370356 Jun 29 08:09:29.871119 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-735495dc-faad-4ac3-913c-07602d9ef7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:29.872689 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-735495dc-faad-4ac3-913c-07602d9ef7d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f3afbc5-288f-4461-967f-3d79e5607ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0937924 Jun 29 08:09:29.876573 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-264d8dc4-85bb-4d5d-9e2d-a8c8fcff858b req-8da1a980-ab4f-44d4-9393-edfe6ef9b819 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246705 Jun 29 08:09:29.886593 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:29.985670 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-3039273b-1027-4464-a061-7d5cd711284c service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065974 Jun 29 08:09:29.993934 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] Deleting port af5347dd-52e6-446d-9abc-b0233a350c9a {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:09:29.994662 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:30.112413 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-354ab97d-e47a-407e-9420-63cc406f5e6b req-f9075d2a-ff82-4dba-a4e7-8e6967aef020 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203876 Jun 29 08:09:30.132943 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] For port af5347dd-52e6-446d-9abc-b0233a350c9a, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=af5347dd-52e6-446d-9abc-b0233a350c9a,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:30.133433 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:30.148658 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] Calling delete_port for af5347dd-52e6-446d-9abc-b0233a350c9a owned by network:router_interface {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:09:30.253856 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:30.342159 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (af5347dd-52e6-446d-9abc-b0233a350c9a), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:30.370319 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] Pushing event deleted for resources: {'Port': ['ID=af5347dd-52e6-446d-9abc-b0233a350c9a,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:30.484441 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59eb877-bbce-467b-8e37-cdc8d9845bfd req-a8ca9b00-e81d-4793-a3a8-503cf727f37f tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:30.490278 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a59eb877-bbce-467b-8e37-cdc8d9845bfd req-a8ca9b00-e81d-4793-a3a8-503cf727f37f tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.1078637 Jun 29 08:09:30.602870 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:30.627704 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a59eb877-bbce-467b-8e37-cdc8d9845bfd req-1396c1a2-052b-44c4-bc0b-c4f4954c8db5 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935764 Jun 29 08:09:30.644552 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (8fa6ff64-ab0d-426c-bae2-24e675087469), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:30.731197 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [req-cfb1e074-8e86-4a64-90c9-be9aece0f7a6 req-35c03a99-c444-4a41-9cbd-313fcddf4200 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 08:09:30.733489 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cfb1e074-8e86-4a64-90c9-be9aece0f7a6 req-35c03a99-c444-4a41-9cbd-313fcddf4200 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0093110 Jun 29 08:09:30.987863 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-5eed3ae8-6f62-4061-9e8c-87efd781db4f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157906 Jun 29 08:09:31.005902 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a542e-7ca7-4d3a-8aeb-02f82d6a1f90 req-b3f62d24-7918-441c-a0fc-9e7185cf5e96 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:31.007520 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-500a542e-7ca7-4d3a-8aeb-02f82d6a1f90 req-b3f62d24-7918-441c-a0fc-9e7185cf5e96 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.1338027 Jun 29 08:09:31.066292 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047cc0f-cc37-4bb5-a65e-8023aee0a481 req-8c6b7498-048c-424d-ad55-cee6e2fcb04a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:31.067850 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8047cc0f-cc37-4bb5-a65e-8023aee0a481 req-8c6b7498-048c-424d-ad55-cee6e2fcb04a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.0650454 Jun 29 08:09:31.088154 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] Router 8fa6ff64-ab0d-426c-bae2-24e675087469 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:09:31.128759 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8047cc0f-cc37-4bb5-a65e-8023aee0a481 req-4166d9a3-6714-4ef6-a560-03e85cd34e0c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538151 Jun 29 08:09:31.135454 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-43727a92-1bce-435c-a0f6-3fc311d959da tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:31.136944 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-43727a92-1bce-435c-a0f6-3fc311d959da tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports/3828b918-ada6-49b4-b99e-2bfa66c92b2d HTTP/1.1" status: 200 len: 943 time: 0.1114268 Jun 29 08:09:31.145540 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-500a542e-7ca7-4d3a-8aeb-02f82d6a1f90 req-3570e04d-86aa-4b82-bdb3-b788c216c8d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209629 Jun 29 08:09:31.267765 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:09:31.275817 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-31e34eb4-af5a-452f-8310-1a597bc3275b admin admin] 10.222.0.43 "PUT /v2.0/routers/8fa6ff64-ab0d-426c-bae2-24e675087469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4788232 Jun 29 08:09:31.277565 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] Sync routers for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:09:31.278767 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45034) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:31.297738 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:09:31.298775 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:09:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:31.431056 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Publish callbacks [] for router (8fa6ff64-ab0d-426c-bae2-24e675087469), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:31.550196 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:09:31.599375 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Publish callbacks [] for router_gateway (8fa6ff64-ab0d-426c-bae2-24e675087469), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:31.669871 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Deleting port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:09:31.670301 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:31.681806 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:31.746769 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:09:30Z', 'revision_number': 5, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port': {'id': 'd3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:45Z', 'updated_at': '2022-06-29T08:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:31.774959 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] Checking router: 8fa6ff64-ab0d-426c-bae2-24e675087469 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:09:31.784362 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] Routers {'8fa6ff64-ab0d-426c-bae2-24e675087469'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:09:31.785031 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:09:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8fa6ff64-ab0d-426c-bae2-24e675087469'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:31.799214 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:31.802254 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] For port d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:31.802621 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:31.819481 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Calling delete_port for d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 owned by network:router_gateway {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:09:31.825558 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:31.878536 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] Set router 8fa6ff64-ab0d-426c-bae2-24e675087469 gateway port host: None {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:09:31.938755 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:09:31Z', 'revision_number': 6, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:31.974028 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb739a9-b35c-41a4-a750-deec39b6477b None None] The sync data for ids ['8fa6ff64-ab0d-426c-bae2-24e675087469'] in dv-cinder-768105-14-iscsi is: [{'id': '8fa6ff64-ab0d-426c-bae2-24e675087469', 'name': 'tempest-AttachVolumeTestJSON-418467263-router', 'tenant_id': '5e0c37d941434569b3dbd07e22125210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:09:31Z', 'revision_number': 6, 'project_id': '5e0c37d941434569b3dbd07e22125210', 'gw_port_host': None}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:09:32.022294 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.065527 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:32.093229 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.093550 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.093896 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.094229 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.094559 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.094884 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.095209 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.095528 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.095848 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.096169 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.096488 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.096807 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.097355 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.097526 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.097759 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:09:32.146349 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (8fa6ff64-ab0d-426c-bae2-24e675087469), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.314385 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29e66-5ee3-4342-8ffc-f6032931fd09 req-693b2d43-dd70-4d15-91ea-904ab1b727a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:32.316119 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-53a29e66-5ee3-4342-8ffc-f6032931fd09 req-693b2d43-dd70-4d15-91ea-904ab1b727a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0570886 Jun 29 08:09:32.393052 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-53a29e66-5ee3-4342-8ffc-f6032931fd09 req-985f8d73-7c35-4039-abc1-6aee450bb2a6 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615387 Jun 29 08:09:32.552130 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (8fa6ff64-ab0d-426c-bae2-24e675087469), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.563025 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef9a6-c736-4df1-ba5a-c704fd900550 req-7ce990d5-62c1-468b-b36c-12c1817007dc tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:32.564736 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-814ef9a6-c736-4df1-ba5a-c704fd900550 req-7ce990d5-62c1-468b-b36c-12c1817007dc tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 946 time: 0.1240826 Jun 29 08:09:32.566153 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Publish callbacks [] for router_controller (8fa6ff64-ab0d-426c-bae2-24e675087469), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.632450 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (8fa6ff64-ab0d-426c-bae2-24e675087469), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.633062 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa6ff64-ab0d-426c-bae2-24e675087469 {{(pid=103900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:09:32.638993 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.640817 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-6661179a-4df2-45c9-9e52-e2ddaa94973b admin admin] 10.222.0.43 "DELETE /v2.0/routers/8fa6ff64-ab0d-426c-bae2-24e675087469 HTTP/1.1" status: 204 len: 168 time: 1.3608885 Jun 29 08:09:32.643485 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45042) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:32.657218 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-814ef9a6-c736-4df1-ba5a-c704fd900550 req-b49f6929-4d46-404c-b6d9-98533ff08725 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849142 Jun 29 08:09:32.673621 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:32.699647 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ddcaab-876f-41f9-941a-440aa208cd50 admin admin] Deleting subnet 609be66d-5709-4032-86d4-0115dbc1bb2c {{(pid=103901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:09:32.704109 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a5ddcaab-876f-41f9-941a-440aa208cd50 admin admin] Publish callbacks [] for subnet (609be66d-5709-4032-86d4-0115dbc1bb2c), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.742662 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a5ddcaab-876f-41f9-941a-440aa208cd50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26202167'] for subnet (609be66d-5709-4032-86d4-0115dbc1bb2c), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.844746 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a5ddcaab-876f-41f9-941a-440aa208cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (609be66d-5709-4032-86d4-0115dbc1bb2c), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.898165 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device af5347dd-52e6-446d-9abc-b0233a350c9a no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:09:32.931693 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: af5347dd-52e6-446d-9abc-b0233a350c9a {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:09:32.932195 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device af5347dd-52e6-446d-9abc-b0233a350c9a not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:09:32.941471 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a5ddcaab-876f-41f9-941a-440aa208cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26775476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25339904'] for subnet (609be66d-5709-4032-86d4-0115dbc1bb2c), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.972810 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddcaab-876f-41f9-941a-440aa208cd50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609be66d-5709-4032-86d4-0115dbc1bb2c,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:32.976828 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a5ddcaab-876f-41f9-941a-440aa208cd50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:32.981513 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-a5ddcaab-876f-41f9-941a-440aa208cd50 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/609be66d-5709-4032-86d4-0115dbc1bb2c HTTP/1.1" status: 204 len: 168 time: 0.3369277 Jun 29 08:09:32.982655 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45052) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:32.987436 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9182239-f60a-4169-90fb-ef0d8b80aff6 None None] Network 83284d8b-f58e-483b-bfde-1c25f92d3de3 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:09:33.004434 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:33.034804 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 747dea80-5c60-451c-bba1-3aabe38a1272 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:09:33.129085 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (83284d8b-f58e-483b-bfde-1c25f92d3de3), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.211686 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 747dea80-5c60-451c-bba1-3aabe38a1272 is: ACTIVE; New status is: DOWN {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:33.212081 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.240102 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Deleting port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:09:33.242757 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.255084 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:09:33.262254 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f401cb25-665b-4d39-a79c-116521534414" -d '{"events": [{"server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "name": "network-vif-unplugged", "status": "completed", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:09:33.285370 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008deb0-ddd9-4f29-889f-8f601f5890e9 None None] DHCP port deletion for 83284d8b-f58e-483b-bfde-1c25f92d3de3 request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:09:33.291270 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:33.300126 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.301458 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 3828b918-ada6-49b4-b99e-2bfa66c92b2d no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:09:33.352452 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Jun 2022 08:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e00069-2eb5-4f08-abec-bafb58837b10 x-openstack-request-id: req-37e00069-2eb5-4f08-abec-bafb58837b10 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:09:33.352760 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "name": "network-vif-unplugged", "status": "failed", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272", "code": 422}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:09:33.353055 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37e00069-2eb5-4f08-abec-bafb58837b10 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:09:33.357658 dv-cinder-768105-14-iscsi neutron-server[103902]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-37e00069-2eb5-4f08-abec-bafb58837b10']: {'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272', 'code': 422} returned with failed status Jun 29 08:09:33.410552 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] For port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=7146f27d-e0cc-4424-9fa5-3a4f49b94d80,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:33.411408 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:33.411575 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.453326 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Calling delete_port for 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 owned by network:dhcp {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:09:33.469010 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=8']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:33.473337 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9008deb0-ddd9-4f29-889f-8f601f5890e9 None None] Deleting port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:09:33.473998 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9008deb0-ddd9-4f29-889f-8f601f5890e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.621285 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:33.631331 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-9008deb0-ddd9-4f29-889f-8f601f5890e9 None None] For port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=7146f27d-e0cc-4424-9fa5-3a4f49b94d80,segment=NetworkSegment(72cfea21-5829-4f7f-af12-a276efb34ee2),segment_id=72cfea21-5829-4f7f-af12-a276efb34ee2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:33.632077 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9008deb0-ddd9-4f29-889f-8f601f5890e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.635469 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 3828b918-ada6-49b4-b99e-2bfa66c92b2d is: ACTIVE; New status is: DOWN {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:33.636245 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.661256 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9008deb0-ddd9-4f29-889f-8f601f5890e9 None None] Calling delete_port for 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:09:33.682728 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.736200 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:33.745419 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.776467 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Pushing event deleted for resources: {'Port': ['ID=7146f27d-e0cc-4424-9fa5-3a4f49b94d80,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:33.780664 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] No DVR routers for this DVR port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 on host dv-cinder-768105-14-iscsi {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:09:33.809996 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8c0d6-aa67-4689-a4f7-20fb3c738af3 req-d084b7d9-c79d-417d-9f00-e07a52893016 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:33.813315 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d9c8c0d6-aa67-4689-a4f7-20fb3c738af3 req-d084b7d9-c79d-417d-9f00-e07a52893016 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.2102277 Jun 29 08:09:33.829421 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=3828b918-ada6-49b4-b99e-2bfa66c92b2d,revision_number=6']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:33.834795 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9008deb0-ddd9-4f29-889f-8f601f5890e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (7146f27d-e0cc-4424-9fa5-3a4f49b94d80), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.842950 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:33.849860 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:33.855817 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008deb0-ddd9-4f29-889f-8f601f5890e9 None None] No DVR routers for this DVR port 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:09:33.883638 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008deb0-ddd9-4f29-889f-8f601f5890e9 None None] Pushing event deleted for resources: {'Port': ['ID=7146f27d-e0cc-4424-9fa5-3a4f49b94d80,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:33.927639 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (83284d8b-f58e-483b-bfde-1c25f92d3de3), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:33.974761 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d9c8c0d6-aa67-4689-a4f7-20fb3c738af3 req-374482bb-04e8-46b7-91e2-0b127d9bb2ec tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342890 Jun 29 08:09:33.979172 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83284d8b-f58e-483b-bfde-1c25f92d3de3']}} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:33.997835 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cfea21-5829-4f7f-af12-a276efb34ee2') {'for_net_delete': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:33.998129 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cfea21-5829-4f7f-af12-a276efb34ee2') {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:09:34.023947 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26202124'] for segment (72cfea21-5829-4f7f-af12-a276efb34ee2), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:34.046051 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-c98f2297-5203-486b-a774-e5b0ce5835c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:34.049854 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-c98f2297-5203-486b-a774-e5b0ce5835c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069&tenant_id=26a20f6f9f254aae91c952ee44a4ff74 HTTP/1.1" status: 200 len: 1128 time: 0.0698404 Jun 29 08:09:34.051437 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (72cfea21-5829-4f7f-af12-a276efb34ee2), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:34.059105 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:09:34.059511 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26775310'] for segment (72cfea21-5829-4f7f-af12-a276efb34ee2), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:34.142071 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (83284d8b-f58e-483b-bfde-1c25f92d3de3), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:34.147816 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:34.152089 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] 10.222.0.43 "DELETE /v2.0/networks/83284d8b-f58e-483b-bfde-1c25f92d3de3 HTTP/1.1" status: 204 len: 168 time: 1.1657531 Jun 29 08:09:34.154047 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-3117639b-a90c-42c9-88a2-a2cee647ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:34.156381 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-3117639b-a90c-42c9-88a2-a2cee647ed8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1128 time: 0.0599692 Jun 29 08:09:34.167612 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6a083-443c-4aa6-ad33-91d47bb44fad admin admin] Pushing event deleted for resources: {'Network': ['ID=83284d8b-f58e-483b-bfde-1c25f92d3de3,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:34.323764 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment 72cfea21-5829-4f7f-af12-a276efb34ee2 resource provider aggregate not found Jun 29 08:09:34.349747 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-6cb1ec97-8e9b-4247-89f6-d37d63c7e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:34.353363 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment 72cfea21-5829-4f7f-af12-a276efb34ee2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72cfea21-5829-4f7f-af12-a276efb34ee2 found for delete ", "request_id": "req-2083dadb-0783-4857-a4e1-b729ed461cef"}]} Jun 29 08:09:34.355350 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-6cb1ec97-8e9b-4247-89f6-d37d63c7e239 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b74e483-4a84-4149-9ef0-91f3e14ff64f HTTP/1.1" status: 200 len: 910 time: 0.1921613 Jun 29 08:09:34.378715 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45084) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:34.430193 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:34.463600 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-daf3771e-8380-463e-ae66-41812a466e60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e0c37d941434569b3dbd07e22125210&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0829384 Jun 29 08:09:34.468467 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45090) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:34.488312 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-9e0409a7-e8d3-4403-8c96-c1e8828cccc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d HTTP/1.1" status: 200 len: 1000 time: 0.1261353 Jun 29 08:09:34.497134 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a481a9-e48c-4d6f-b9ab-3b9b4cea7bf0 req-b9ddcd1d-bc28-465d-93e8-49540bc9e3cc tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:34.499765 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b1a481a9-e48c-4d6f-b9ab-3b9b4cea7bf0 req-b9ddcd1d-bc28-465d-93e8-49540bc9e3cc tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0807793 Jun 29 08:09:34.542560 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:09:34.572246 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:09:34.572921 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device d3bed28b-c0d9-43f1-ba68-8dd0a7c10ca0 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:09:34.573724 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:09:34.586182 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-f431b64a-8d65-48c1-baf5-9561935fb45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:34.587685 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-f431b64a-8d65-48c1-baf5-9561935fb45b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31a1f052-0de0-4021-ba10-ad1ca2d58d4b HTTP/1.1" status: 200 len: 848 time: 0.0871882 Jun 29 08:09:34.601844 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-769e3cf5-485c-4672-b1c9-b6277ed60150 admin admin] Publish callbacks [] for security_group (b2470c63-476f-4fe6-8ee6-e08303fc0e1b), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:34.604210 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:09:34.604583 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 7146f27d-e0cc-4424-9fa5-3a4f49b94d80 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:09:34.623408 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b1a481a9-e48c-4d6f-b9ab-3b9b4cea7bf0 req-772ed37e-afcf-4757-84f6-2a6859007f28 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918686 Jun 29 08:09:34.642719 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-769e3cf5-485c-4672-b1c9-b6277ed60150 admin admin] Publish callbacks [] for security_group (b2470c63-476f-4fe6-8ee6-e08303fc0e1b), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:34.664551 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-e81e507d-9cf7-4b65-8bdc-86a13f8a0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:34.666125 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-e81e507d-9cf7-4b65-8bdc-86a13f8a0df5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b74e483-4a84-4149-9ef0-91f3e14ff64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0678585 Jun 29 08:09:34.710546 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-769e3cf5-485c-4672-b1c9-b6277ed60150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b2470c63-476f-4fe6-8ee6-e08303fc0e1b), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:34.715830 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-769e3cf5-485c-4672-b1c9-b6277ed60150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:34.720661 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-769e3cf5-485c-4672-b1c9-b6277ed60150 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2470c63-476f-4fe6-8ee6-e08303fc0e1b HTTP/1.1" status: 204 len: 168 time: 0.2476599 Jun 29 08:09:34.730408 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e3cf5-485c-4672-b1c9-b6277ed60150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2470c63-476f-4fe6-8ee6-e08303fc0e1b,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:34.804968 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:34.817161 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:34.826224 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-aad4138c-99b7-4623-b50a-97428e7a5eb7 service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536934 Jun 29 08:09:34.961824 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45108) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:34.992558 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-d2495a7b-82cb-4ed5-a100-19c79e3bfbe1 service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588433 Jun 29 08:09:35.157153 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-1e77e3f3-6a17-4876-a604-101aa3cf2d56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1940610 Jun 29 08:09:35.165734 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a8fea-6b97-4c72-a7c7-488d44c16fd8 req-a0ebd245-44e2-4d78-91cd-f047b3f7f516 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:35.168389 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b84a8fea-6b97-4c72-a7c7-488d44c16fd8 req-a0ebd245-44e2-4d78-91cd-f047b3f7f516 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0788708 Jun 29 08:09:35.172477 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-8a167268-d3a3-4f98-8116-a93d42cbb660 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 08:09:35.174012 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-8a167268-d3a3-4f98-8116-a93d42cbb660 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069544 Jun 29 08:09:35.210202 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:35.242811 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b84a8fea-6b97-4c72-a7c7-488d44c16fd8 req-ccd5b789-07da-4544-b71f-e143081434c3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648248 Jun 29 08:09:35.343387 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45128) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:35.359867 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:09:35.365726 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fc3fc7-179c-4045-8b35-bf326b08ad27" -d '{"events": [{"server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "name": "network-vif-unplugged", "status": "completed", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:09:35.414955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Jun 2022 08:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe31412-7e1a-4a4f-8c2e-ad5675a698f2 x-openstack-request-id: req-fbe31412-7e1a-4a4f-8c2e-ad5675a698f2 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:09:35.415248 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "name": "network-vif-unplugged", "status": "completed", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:09:35.415495 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbe31412-7e1a-4a4f-8c2e-ad5675a698f2 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:09:35.415924 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe31412-7e1a-4a4f-8c2e-ad5675a698f2'] response: {'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'code': 200} Jun 29 08:09:35.596607 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eacec-9253-4df6-aaea-73e727436120 req-6ce11184-9e20-4aa1-b7e0-c2b6d74df97d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:35.598040 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-6ce11184-9e20-4aa1-b7e0-c2b6d74df97d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports/747dea80-5c60-451c-bba1-3aabe38a1272 HTTP/1.1" status: 200 len: 941 time: 0.2535932 Jun 29 08:09:35.777029 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64905a77-1350-4f40-b168-82ace5609a82 req-290f1eb3-feba-44c4-98c4-7d426383083b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:35.778930 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-64905a77-1350-4f40-b168-82ace5609a82 req-290f1eb3-feba-44c4-98c4-7d426383083b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0569706 Jun 29 08:09:35.852750 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-64905a77-1350-4f40-b168-82ace5609a82 req-af1fa3f5-5e22-4a4e-a32c-5861c7dba77d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659289 Jun 29 08:09:36.415729 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d602e26-a6df-4e88-ae86-dcbb6751a7bf req-f3418255-74c3-4a0e-86b8-e7a6a6aa8bad tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:36.417436 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7d602e26-a6df-4e88-ae86-dcbb6751a7bf req-f3418255-74c3-4a0e-86b8-e7a6a6aa8bad tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0574174 Jun 29 08:09:36.484328 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7d602e26-a6df-4e88-ae86-dcbb6751a7bf req-3999778d-57de-48c8-85c5-d6eafb9daa06 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597088 Jun 29 08:09:36.622144 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eacec-9253-4df6-aaea-73e727436120 req-437fbce1-0755-4c77-9b74-feb6e8caf8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:36.623664 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-437fbce1-0755-4c77-9b74-feb6e8caf8bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991&tenant_id=4cd09897be9c4642b91dfb53a536e7d1 HTTP/1.1" status: 200 len: 1128 time: 0.0558813 Jun 29 08:09:36.700198 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eacec-9253-4df6-aaea-73e727436120 req-252006ff-8d2e-427d-bbbc-263fe665bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:36.702330 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-252006ff-8d2e-427d-bbbc-263fe665bd81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 1128 time: 0.0425842 Jun 29 08:09:36.801743 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eacec-9253-4df6-aaea-73e727436120 req-a531e260-35e6-492b-bf0a-8719d29dfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:36.803200 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-a531e260-35e6-492b-bf0a-8719d29dfdb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 200 len: 918 time: 0.0952785 Jun 29 08:09:36.874340 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-a3d53ff5-55ff-45ae-b816-bc36e12f2fdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=747dea80-5c60-451c-bba1-3aabe38a1272 HTTP/1.1" status: 200 len: 999 time: 0.0634129 Jun 29 08:09:36.929456 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eacec-9253-4df6-aaea-73e727436120 req-80bb0404-ceda-4606-a688-1a2797c275cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:36.930964 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-80bb0404-ceda-4606-a688-1a2797c275cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 200 len: 856 time: 0.0521171 Jun 29 08:09:36.976860 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eacec-9253-4df6-aaea-73e727436120 req-c50f47a6-53dd-41ef-bd4b-a332c28860c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:36.979413 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-c50f47a6-53dd-41ef-bd4b-a332c28860c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f3afbc5-288f-4461-967f-3d79e5607ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421515 Jun 29 08:09:36.982978 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb0615-29fe-4adb-9bfc-78d7818b9541 req-ebbf3454-663b-4100-9d64-0e5c847bcd25 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:36.984492 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5dfb0615-29fe-4adb-9bfc-78d7818b9541 req-ebbf3454-663b-4100-9d64-0e5c847bcd25 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0532892 Jun 29 08:09:37.000612 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45182) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:37.044156 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5dfb0615-29fe-4adb-9bfc-78d7818b9541 req-5bb1ccaf-531a-4f9d-b2ea-01a4d18ed206 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539029 Jun 29 08:09:37.084308 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-6059d5cb-40aa-44eb-945e-5a4494bf8910 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983622 Jun 29 08:09:37.129119 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2f9df147-8d6e-41cf-9214-a30072635e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:37.179135 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-dd11e936-f1b8-4158-971d-9812fb0e0a77 service neutron] 10.222.0.48 "GET /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889833 Jun 29 08:09:37.218266 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2f9df147-8d6e-41cf-9214-a30072635e0e admin admin] Publish callbacks [] for security_group (b26bc798-0461-4929-95bb-1084171f0c62), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:37.222787 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2f9df147-8d6e-41cf-9214-a30072635e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b26bc798-0461-4929-95bb-1084171f0c62), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:37.263867 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2f9df147-8d6e-41cf-9214-a30072635e0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85b1e6a9b8cf4c62aa9385e5805e1130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618697 Jun 29 08:09:37.266292 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9df147-8d6e-41cf-9214-a30072635e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26bc798-0461-4929-95bb-1084171f0c62,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:37.267634 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45190) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:37.319978 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7ac18bc5-acf6-497b-a98f-1c309fb4c475 admin admin] Publish callbacks [] for security_group (b26bc798-0461-4929-95bb-1084171f0c62), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:37.345764 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7ac18bc5-acf6-497b-a98f-1c309fb4c475 admin admin] Publish callbacks [] for security_group (b26bc798-0461-4929-95bb-1084171f0c62), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:37.396676 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7ac18bc5-acf6-497b-a98f-1c309fb4c475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b26bc798-0461-4929-95bb-1084171f0c62), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:37.399321 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7ac18bc5-acf6-497b-a98f-1c309fb4c475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:37.400544 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-7ac18bc5-acf6-497b-a98f-1c309fb4c475 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b26bc798-0461-4929-95bb-1084171f0c62 HTTP/1.1" status: 204 len: 168 time: 0.1311927 Jun 29 08:09:37.409994 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac18bc5-acf6-497b-a98f-1c309fb4c475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26bc798-0461-4929-95bb-1084171f0c62,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:37.627539 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:37.651750 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5570c-3d3f-438d-b963-c206a7fe8f19 req-5d2e9dfa-a297-4955-bee5-5fd36285b6f1 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:37.653358 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b9b5570c-3d3f-438d-b963-c206a7fe8f19 req-5d2e9dfa-a297-4955-bee5-5fd36285b6f1 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0618827 Jun 29 08:09:37.690716 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:37.718173 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b9b5570c-3d3f-438d-b963-c206a7fe8f19 req-8b9fe8a0-797d-4a9d-9813-1a392b7c6968 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551064 Jun 29 08:09:37.773260 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45214) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:37.791228 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ad99-41d4-4f47-a17f-c69056be9146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:37.903451 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ad99-41d4-4f47-a17f-c69056be9146 admin admin] Publish callbacks [] for security_group (06553d41-704f-4384-96e9-3260d9d52405), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:37.918602 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ad99-41d4-4f47-a17f-c69056be9146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (06553d41-704f-4384-96e9-3260d9d52405), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:37.948539 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0ad99-41d4-4f47-a17f-c69056be9146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06553d41-704f-4384-96e9-3260d9d52405,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:38.005079 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-0ee0ad99-41d4-4f47-a17f-c69056be9146 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4cb3f9fb04b4f9ab916a2dfbaf85d19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306223 Jun 29 08:09:38.007962 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45218) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:38.071197 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ce630ee7-e492-4ac1-8307-bb067d71c403 admin admin] Publish callbacks [] for security_group (06553d41-704f-4384-96e9-3260d9d52405), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:38.107412 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ce630ee7-e492-4ac1-8307-bb067d71c403 admin admin] Publish callbacks [] for security_group (06553d41-704f-4384-96e9-3260d9d52405), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:38.182340 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ce630ee7-e492-4ac1-8307-bb067d71c403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (06553d41-704f-4384-96e9-3260d9d52405), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:38.188577 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ce630ee7-e492-4ac1-8307-bb067d71c403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:38.191616 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-ce630ee7-e492-4ac1-8307-bb067d71c403 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06553d41-704f-4384-96e9-3260d9d52405 HTTP/1.1" status: 204 len: 168 time: 0.1822798 Jun 29 08:09:38.201172 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce630ee7-e492-4ac1-8307-bb067d71c403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06553d41-704f-4384-96e9-3260d9d52405,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:38.217860 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd7fa0-ac4b-4407-8c85-c293b7c0c147 req-c0cb7382-5cad-4af5-9076-9919ccc5fc3d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:38.231311 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-85dd7fa0-ac4b-4407-8c85-c293b7c0c147 req-c0cb7382-5cad-4af5-9076-9919ccc5fc3d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0989361 Jun 29 08:09:38.265801 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:38.315837 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-85dd7fa0-ac4b-4407-8c85-c293b7c0c147 req-53a85eae-d54a-4c23-b43a-f2520eb3f543 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823328 Jun 29 08:09:38.926866 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98b30e-6ede-4784-a06e-741303db5440 req-89cc0c35-5cc4-4d62-8a4a-24440e1d0d8e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:38.928520 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dd98b30e-6ede-4784-a06e-741303db5440 req-89cc0c35-5cc4-4d62-8a4a-24440e1d0d8e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0841153 Jun 29 08:09:39.009999 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dd98b30e-6ede-4784-a06e-741303db5440 req-a6100c35-f943-4533-9c03-e9d8e7843823 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721593 Jun 29 08:09:39.524237 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57998f9a-2ca4-4ecd-87b4-1720bc094b61 req-caeb57fb-1059-4a6c-abd3-61a493294008 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:39.536144 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-57998f9a-2ca4-4ecd-87b4-1720bc094b61 req-caeb57fb-1059-4a6c-abd3-61a493294008 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0941970 Jun 29 08:09:39.593702 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-57998f9a-2ca4-4ecd-87b4-1720bc094b61 req-0977a217-a303-452b-9c8b-840b4e8f148b tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563157 Jun 29 08:09:40.147235 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f65-39b6-4ae0-b420-a2e52a86a4d5 req-e584efb4-9ab7-4ab2-82a3-6e9a6653115e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:40.148920 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-96526f65-39b6-4ae0-b420-a2e52a86a4d5 req-e584efb4-9ab7-4ab2-82a3-6e9a6653115e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0556109 Jun 29 08:09:40.211607 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-96526f65-39b6-4ae0-b420-a2e52a86a4d5 req-421b97a7-ca87-41ba-be4d-800c936635cd tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541155 Jun 29 08:09:40.718815 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:40.726193 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c7532-5e1e-407a-a5ce-ea7d53b1ef0e req-17c94adb-1c18-443e-84f0-9a6cc79cf8e2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:40.734073 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-100c7532-5e1e-407a-a5ce-ea7d53b1ef0e req-17c94adb-1c18-443e-84f0-9a6cc79cf8e2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0603046 Jun 29 08:09:40.800111 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-100c7532-5e1e-407a-a5ce-ea7d53b1ef0e req-68345e58-4994-45f0-ac14-6fa534169fe5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635195 Jun 29 08:09:41.355974 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b223059-083f-4abb-916e-831b1de39fc1 req-7801b23c-cf1b-4f1b-a615-410c0ab842a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:41.359045 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0b223059-083f-4abb-916e-831b1de39fc1 req-7801b23c-cf1b-4f1b-a615-410c0ab842a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0604663 Jun 29 08:09:41.422266 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0b223059-083f-4abb-916e-831b1de39fc1 req-1b8487f6-dd8f-46e5-8bcb-cf5d9519e98e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533586 Jun 29 08:09:41.936659 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49d3bb-6911-4d4f-bba4-e6629c48dc1c req-c89a1efd-97b0-4091-8a25-c58be360e4a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:41.939386 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4b49d3bb-6911-4d4f-bba4-e6629c48dc1c req-c89a1efd-97b0-4091-8a25-c58be360e4a7 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0603604 Jun 29 08:09:42.030366 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4b49d3bb-6911-4d4f-bba4-e6629c48dc1c req-c3630f1d-95ba-4dfd-a98b-96a460b37a79 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842562 Jun 29 08:09:42.556874 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c0cb-2c28-4db6-a0eb-ae7928ef6acc req-e72d42ea-cc62-4f95-bc38-c7c98e431094 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:42.558451 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-46f1c0cb-2c28-4db6-a0eb-ae7928ef6acc req-e72d42ea-cc62-4f95-bc38-c7c98e431094 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0534687 Jun 29 08:09:42.619848 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-46f1c0cb-2c28-4db6-a0eb-ae7928ef6acc req-47c4c3e2-3610-4ef3-8300-c7ae39393004 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551817 Jun 29 08:09:43.174349 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c1af8-6d77-4ec6-b443-ff85313d126b req-10fab613-6d3f-4ed6-b3f0-32a8ceee323a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:43.182440 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7a6c1af8-6d77-4ec6-b443-ff85313d126b req-10fab613-6d3f-4ed6-b3f0-32a8ceee323a tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0601768 Jun 29 08:09:43.237340 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7a6c1af8-6d77-4ec6-b443-ff85313d126b req-5b6dc47c-abf2-4315-846f-53ad50f2abb2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536959 Jun 29 08:09:43.819286 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bfc42-219f-4ca1-bdbf-f015ccfc7f38 req-44d47571-206b-4006-b10d-7bcd164dcf78 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:43.821162 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a14bfc42-219f-4ca1-bdbf-f015ccfc7f38 req-44d47571-206b-4006-b10d-7bcd164dcf78 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0637233 Jun 29 08:09:43.889066 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a14bfc42-219f-4ca1-bdbf-f015ccfc7f38 req-efb3946a-0d23-4c03-923b-172a4f7d6912 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603628 Jun 29 08:09:44.388641 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cdac-4e5d-4dc7-b827-352123083e5a req-5baf1e44-5ab0-4331-a5dc-6d406683cbe3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:44.390858 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e578cdac-4e5d-4dc7-b827-352123083e5a req-5baf1e44-5ab0-4331-a5dc-6d406683cbe3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0727088 Jun 29 08:09:44.455623 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e578cdac-4e5d-4dc7-b827-352123083e5a req-02a743e4-8e41-4b59-ae1c-5c6dfd84b1cc tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590966 Jun 29 08:09:45.026882 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53152e-8e67-414f-a3a7-a4d32fc68852 req-c0410522-3af8-4408-80fd-8a7f40b7ddf3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:45.028392 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ee53152e-8e67-414f-a3a7-a4d32fc68852 req-c0410522-3af8-4408-80fd-8a7f40b7ddf3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0669394 Jun 29 08:09:45.092753 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ee53152e-8e67-414f-a3a7-a4d32fc68852 req-39ea5156-cba0-4d08-acf4-2acaa6aed83e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570967 Jun 29 08:09:45.599431 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655655d-639b-4ad6-8bcd-38d0acec49a0 req-4e44d254-fce5-4cea-9fc0-2e51248fb9f5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:45.601934 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b655655d-639b-4ad6-8bcd-38d0acec49a0 req-4e44d254-fce5-4cea-9fc0-2e51248fb9f5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0591917 Jun 29 08:09:45.662420 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b655655d-639b-4ad6-8bcd-38d0acec49a0 req-45d56d5e-0b86-4926-b369-080eac4783d5 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517049 Jun 29 08:09:46.236380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603c27c-7a6a-46bb-8730-28d43ecf83cf req-23d75374-23d9-437d-8436-4f01b2d00168 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:46.237915 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6603c27c-7a6a-46bb-8730-28d43ecf83cf req-23d75374-23d9-437d-8436-4f01b2d00168 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0659051 Jun 29 08:09:46.329457 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6603c27c-7a6a-46bb-8730-28d43ecf83cf req-8f1058d5-6363-4c1a-a5be-d739b2116656 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854180 Jun 29 08:09:46.807821 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2062296-388f-458a-9269-a862e983ea1a req-70bd1f64-759b-473d-b14d-9b69ee0005fe tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:46.809675 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d2062296-388f-458a-9269-a862e983ea1a req-70bd1f64-759b-473d-b14d-9b69ee0005fe tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0552523 Jun 29 08:09:46.875700 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d2062296-388f-458a-9269-a862e983ea1a req-f4dd30bb-32b7-4508-a17f-197d525eca52 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573521 Jun 29 08:09:47.426929 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:47.474333 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9941d-5b7c-422f-8bea-040276b489f7 req-fb95aed5-a407-4bed-a2e6-f32c7c963e55 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:47.475854 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-abf9941d-5b7c-422f-8bea-040276b489f7 req-fb95aed5-a407-4bed-a2e6-f32c7c963e55 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0600235 Jun 29 08:09:47.491411 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:47.536428 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-abf9941d-5b7c-422f-8bea-040276b489f7 req-9f290e3c-600f-4572-b144-46ba9d128c0e tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541544 Jun 29 08:09:48.011208 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074b1bb-6d7e-47b1-af76-d57af757123d req-5ee640eb-5f68-4a67-9ba9-8d51358ee362 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:48.014381 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6074b1bb-6d7e-47b1-af76-d57af757123d req-5ee640eb-5f68-4a67-9ba9-8d51358ee362 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0622523 Jun 29 08:09:48.077483 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6074b1bb-6d7e-47b1-af76-d57af757123d req-020ccb37-b937-45ba-8b0b-983925a62b87 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564044 Jun 29 08:09:48.213542 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=69,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:48.214569 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:48.652853 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ff4cd-6d72-4a8d-9e23-10f65d71e185 req-fa6f85ab-d855-4065-b3f1-6876cfd18b8a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:48.654474 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-054ff4cd-6d72-4a8d-9e23-10f65d71e185 req-fa6f85ab-d855-4065-b3f1-6876cfd18b8a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 944 time: 0.0496459 Jun 29 08:09:48.707467 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-054ff4cd-6d72-4a8d-9e23-10f65d71e185 req-c860cabf-a36d-4b9e-955d-9b804fb2b496 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466690 Jun 29 08:09:49.020357 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 747dea80-5c60-451c-bba1-3aabe38a1272 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:09:49.137144 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:49.153129 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '747dea80-5c60-451c-bba1-3aabe38a1272', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'port_id': '747dea80-5c60-451c-bba1-3aabe38a1272', 'mac_address': 'fa:16:3e:36:17:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:09:49.194638 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 747dea80-5c60-451c-bba1-3aabe38a1272 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:49.194941 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:49.210407 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747dea80-5c60-451c-bba1-3aabe38a1272 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:09:49.211742 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f8aa2-2fb2-41a3-880e-c4c0bae896a1 req-4317e84a-2a24-4f65-b8e5-8931d1d405f3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:49.213378 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-da2f8aa2-2fb2-41a3-880e-c4c0bae896a1 req-4317e84a-2a24-4f65-b8e5-8931d1d405f3 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 944 time: 0.0518584 Jun 29 08:09:49.239138 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:49.246376 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:49.247103 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 3828b918-ada6-49b4-b99e-2bfa66c92b2d details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:09:49.272419 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-da2f8aa2-2fb2-41a3-880e-c4c0bae896a1 req-87412086-59a9-4b3f-989e-c5732f8603e8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489168 Jun 29 08:09:49.324364 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=9']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:49.399643 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:49.411845 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'port_id': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'mac_address': 'fa:16:3e:7a:c2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:09:49.453580 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 3828b918-ada6-49b4-b99e-2bfa66c92b2d is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:49.453892 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:49.476407 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3828b918-ada6-49b4-b99e-2bfa66c92b2d {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:09:49.506614 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:49.512082 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:49.567309 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=3828b918-ada6-49b4-b99e-2bfa66c92b2d,revision_number=7']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:49.857145 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc80c2a-da7b-487d-9b46-d97da367e7f7 req-614bc0fd-9e32-450a-b8ee-e3afe64e2afe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:49.858614 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2fc80c2a-da7b-487d-9b46-d97da367e7f7 req-614bc0fd-9e32-450a-b8ee-e3afe64e2afe tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 945 time: 0.0563521 Jun 29 08:09:49.922701 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2fc80c2a-da7b-487d-9b46-d97da367e7f7 req-e8deb3fc-09ef-4066-aaa6-8ecd352044d7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581367 Jun 29 08:09:49.996924 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['747dea80-5c60-451c-bba1-3aabe38a1272'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:09:50.103739 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['3828b918-ada6-49b4-b99e-2bfa66c92b2d'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:09:50.402592 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de784c7e-4c75-4d86-be68-ed9ee1723696 req-514b6ec5-59f8-4f62-9092-1c98641fa62c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:50.405646 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-de784c7e-4c75-4d86-be68-ed9ee1723696 req-514b6ec5-59f8-4f62-9092-1c98641fa62c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 945 time: 0.0539114 Jun 29 08:09:50.443845 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:50.459134 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-de784c7e-4c75-4d86-be68-ed9ee1723696 req-e7dfc6e4-ed6d-45f7-8ccc-df75fff1422c tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471597 Jun 29 08:09:51.039666 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:51.069076 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b904e6-732d-47e6-9266-593eee037a87 req-3e6553d5-aed3-4e88-9701-ff86d6eb8706 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:51.073524 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-61b904e6-732d-47e6-9266-593eee037a87 req-3e6553d5-aed3-4e88-9701-ff86d6eb8706 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 945 time: 0.0756452 Jun 29 08:09:51.135757 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-61b904e6-732d-47e6-9266-593eee037a87 req-60f13078-8990-460b-ba2f-74b819866714 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545802 Jun 29 08:09:51.160910 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 747dea80-5c60-451c-bba1-3aabe38a1272 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:09:51.233156 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 747dea80-5c60-451c-bba1-3aabe38a1272 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:09:51.233156 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.311140 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45432) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:51.324893 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 747dea80-5c60-451c-bba1-3aabe38a1272 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:51.325366 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.335894 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:51.353757 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:09:51.356408 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139c4d80-361d-4df8-a1fd-4b367755837a" -d '{"events": [{"server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "name": "network-vif-plugged", "status": "completed", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:09:51.381710 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:51.386496 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.387327 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 3828b918-ada6-49b4-b99e-2bfa66c92b2d up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:09:51.426654 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac14ce5-32f2-4e7e-9e38-ba8e1071b8b3 x-openstack-request-id: req-0ac14ce5-32f2-4e7e-9e38-ba8e1071b8b3 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:09:51.426946 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "name": "network-vif-plugged", "status": "completed", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:09:51.427186 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ac14ce5-32f2-4e7e-9e38-ba8e1071b8b3 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:09:51.427567 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac14ce5-32f2-4e7e-9e38-ba8e1071b8b3'] response: {'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272', 'code': 200} Jun 29 08:09:51.436540 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ef8df60-fecb-47d4-adfb-cb999921a18f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.438161 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:51.443773 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:51.473653 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=10']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:51.482955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 3828b918-ada6-49b4-b99e-2bfa66c92b2d triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:09:51.483548 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.535493 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ef8df60-fecb-47d4-adfb-cb999921a18f admin admin] Publish callbacks [] for security_group (2bdaa6f6-7b9b-4295-99f9-bb4979089839), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.541790 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8ef8df60-fecb-47d4-adfb-cb999921a18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (2bdaa6f6-7b9b-4295-99f9-bb4979089839), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.626362 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-8ef8df60-fecb-47d4-adfb-cb999921a18f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b9d4f40b43d40d59012f9284489fdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115885 Jun 29 08:09:51.626726 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45440) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:51.638387 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22746dd-37be-4ada-aa5d-9cc7215cfbdd req-2146f9a0-193e-4649-aa31-c4a016ff1eb0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:51.648744 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e22746dd-37be-4ada-aa5d-9cc7215cfbdd req-2146f9a0-193e-4649-aa31-c4a016ff1eb0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 947 time: 0.1021621 Jun 29 08:09:51.671593 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8df60-fecb-47d4-adfb-cb999921a18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdaa6f6-7b9b-4295-99f9-bb4979089839,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:51.710966 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-21efd090-26f1-4681-96d0-1fdf2834545b admin admin] Publish callbacks [] for security_group (2bdaa6f6-7b9b-4295-99f9-bb4979089839), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.737446 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-21efd090-26f1-4681-96d0-1fdf2834545b admin admin] Publish callbacks [] for security_group (2bdaa6f6-7b9b-4295-99f9-bb4979089839), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.761966 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c6b3d-a79b-4e43-b205-dcf04333789b req-f96e6042-0adc-4bab-82f2-40c4c88fee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:51.763403 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7a1c6b3d-a79b-4e43-b205-dcf04333789b req-f96e6042-0adc-4bab-82f2-40c4c88fee91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 1131 time: 0.0793300 Jun 29 08:09:51.768196 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e22746dd-37be-4ada-aa5d-9cc7215cfbdd req-66f6d526-d348-40d0-b0b7-657a4ffe6842 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088679 Jun 29 08:09:51.803935 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-21efd090-26f1-4681-96d0-1fdf2834545b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (2bdaa6f6-7b9b-4295-99f9-bb4979089839), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.806817 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-21efd090-26f1-4681-96d0-1fdf2834545b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.808186 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-21efd090-26f1-4681-96d0-1fdf2834545b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bdaa6f6-7b9b-4295-99f9-bb4979089839 HTTP/1.1" status: 204 len: 168 time: 0.1804829 Jun 29 08:09:51.815925 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7a1c6b3d-a79b-4e43-b205-dcf04333789b req-a68836dd-fb72-4558-b01f-fd7c3f05c98d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463431 Jun 29 08:09:51.823305 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efd090-26f1-4681-96d0-1fdf2834545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdaa6f6-7b9b-4295-99f9-bb4979089839,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:51.829206 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 3828b918-ada6-49b4-b99e-2bfa66c92b2d is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:09:51.829591 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.877539 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:09:51.881807 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:51.933156 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=3828b918-ada6-49b4-b99e-2bfa66c92b2d,revision_number=8']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:52.010397 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:52.098625 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45448) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:52.108447 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:52.115949 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ffcb0d64-d69a-4161-86f6-f60ee9ef8fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:52.210167 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ffcb0d64-d69a-4161-86f6-f60ee9ef8fbd admin admin] Publish callbacks [] for security_group (01cb0b91-c808-4d02-82ff-ea55e6b74848), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:52.223764 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ffcb0d64-d69a-4161-86f6-f60ee9ef8fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (01cb0b91-c808-4d02-82ff-ea55e6b74848), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:52.295431 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ed1dd-4ae5-4f66-838c-0dde6d86832b req-1dd17fd4-72d7-4ba4-a4ab-92ee1363431d tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:52.296943 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-244ed1dd-4ae5-4f66-838c-0dde6d86832b req-1dd17fd4-72d7-4ba4-a4ab-92ee1363431d tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0843327 Jun 29 08:09:52.300725 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ffcb0d64-d69a-4161-86f6-f60ee9ef8fbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=224633b8bea84301904edb949c9ba39a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007127 Jun 29 08:09:52.303506 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45452) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:52.304510 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb0d64-d69a-4161-86f6-f60ee9ef8fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cb0b91-c808-4d02-82ff-ea55e6b74848,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:52.351422 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-244ed1dd-4ae5-4f66-838c-0dde6d86832b req-8d8c3955-ca1a-43d8-ae8d-1e0a94c17851 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484138 Jun 29 08:09:52.358390 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3613a614-ab66-43c2-9d4c-50703123a262 admin admin] Publish callbacks [] for security_group (01cb0b91-c808-4d02-82ff-ea55e6b74848), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:52.382857 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3613a614-ab66-43c2-9d4c-50703123a262 admin admin] Publish callbacks [] for security_group (01cb0b91-c808-4d02-82ff-ea55e6b74848), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:52.429792 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3613a614-ab66-43c2-9d4c-50703123a262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (01cb0b91-c808-4d02-82ff-ea55e6b74848), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:52.432411 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3613a614-ab66-43c2-9d4c-50703123a262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:52.433621 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-3613a614-ab66-43c2-9d4c-50703123a262 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01cb0b91-c808-4d02-82ff-ea55e6b74848 HTTP/1.1" status: 204 len: 168 time: 0.1291342 Jun 29 08:09:52.442417 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613a614-ab66-43c2-9d4c-50703123a262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cb0b91-c808-4d02-82ff-ea55e6b74848,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:52.593520 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dc434-7338-448b-8427-1e10b06b5a80 req-d7c47777-7f84-4b90-9c5e-a00f2e0e7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:52.595318 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-255dc434-7338-448b-8427-1e10b06b5a80 req-d7c47777-7f84-4b90-9c5e-a00f2e0e7479 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1130 time: 0.0463731 Jun 29 08:09:52.741180 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dc434-7338-448b-8427-1e10b06b5a80 req-44dffa9c-ddbb-4999-aef5-86847ca3dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:52.743397 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-255dc434-7338-448b-8427-1e10b06b5a80 req-44dffa9c-ddbb-4999-aef5-86847ca3dfd6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b74e483-4a84-4149-9ef0-91f3e14ff64f HTTP/1.1" status: 200 len: 910 time: 0.1148548 Jun 29 08:09:52.821442 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-255dc434-7338-448b-8427-1e10b06b5a80 req-f76f7458-4355-473d-a054-88951ba604c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d HTTP/1.1" status: 200 len: 1002 time: 0.0692453 Jun 29 08:09:52.907849 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dc434-7338-448b-8427-1e10b06b5a80 req-58c80097-6496-481b-aa15-8e9546e9fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:52.909574 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-255dc434-7338-448b-8427-1e10b06b5a80 req-58c80097-6496-481b-aa15-8e9546e9fa50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31a1f052-0de0-4021-ba10-ad1ca2d58d4b HTTP/1.1" status: 200 len: 848 time: 0.0613713 Jun 29 08:09:52.919550 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:52.954875 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:52.976412 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e791-b731-4a49-b3d6-aaad25694623 req-e703281d-b84d-45b5-8a79-7fbea3292e4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:52.984673 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3488e791-b731-4a49-b3d6-aaad25694623 req-e703281d-b84d-45b5-8a79-7fbea3292e4e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 947 time: 0.0739257 Jun 29 08:09:53.042869 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3488e791-b731-4a49-b3d6-aaad25694623 req-56c967c9-14de-435b-be82-b5dc9b2a0aa8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562468 Jun 29 08:09:53.296481 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dc434-7338-448b-8427-1e10b06b5a80 req-f62ca44f-7b33-4b55-adfb-ea807cde51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:53.298096 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-255dc434-7338-448b-8427-1e10b06b5a80 req-f62ca44f-7b33-4b55-adfb-ea807cde51fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b74e483-4a84-4149-9ef0-91f3e14ff64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537078 Jun 29 08:09:53.428756 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:09:53.435009 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-255dc434-7338-448b-8427-1e10b06b5a80 req-9538add2-7bee-4deb-a35f-7c1739e6783c service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298561 Jun 29 08:09:53.436219 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae7e8ff-3b53-4a90-9d08-fd24ebc8c727" -d '{"events": [{"server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "name": "network-vif-plugged", "status": "completed", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:09:53.490942 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a140a3a-8696-472a-b028-e6f2d42ab9f2 x-openstack-request-id: req-7a140a3a-8696-472a-b028-e6f2d42ab9f2 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:09:53.491606 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "name": "network-vif-plugged", "status": "completed", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:09:53.492228 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a140a3a-8696-472a-b028-e6f2d42ab9f2 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:09:53.494129 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a140a3a-8696-472a-b028-e6f2d42ab9f2'] response: {'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'code': 200} Jun 29 08:09:53.508959 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2644e8b-f044-4112-8f5d-64217554b799 req-84299765-cf3b-4850-b010-57b737d87cd4 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:53.518570 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e2644e8b-f044-4112-8f5d-64217554b799 req-84299765-cf3b-4850-b010-57b737d87cd4 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0713985 Jun 29 08:09:53.594948 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e2644e8b-f044-4112-8f5d-64217554b799 req-1e0e344a-1f6f-48bb-a930-bfb20529fa29 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753961 Jun 29 08:09:53.691023 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-255dc434-7338-448b-8427-1e10b06b5a80 req-f527da34-357b-4cc4-a3e6-283cd6d7dcb0 service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489653 Jun 29 08:09:53.902251 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315e470-9327-4130-b5b8-0a259f34b732 req-cefffa57-1901-4a8b-ad76-4a90598c1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:53.905725 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2315e470-9327-4130-b5b8-0a259f34b732 req-cefffa57-1901-4a8b-ad76-4a90598c1a13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1130 time: 0.0569077 Jun 29 08:09:54.186311 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9fa7e-e1a3-4316-a165-f850c427b265 req-891c46cc-9671-48e8-b94e-6cdca16c50d9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:54.188470 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-11f9fa7e-e1a3-4316-a165-f850c427b265 req-891c46cc-9671-48e8-b94e-6cdca16c50d9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 947 time: 0.0690525 Jun 29 08:09:54.237673 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2315e470-9327-4130-b5b8-0a259f34b732 req-11a6867d-6e32-45b3-9ac9-bf349a297dec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746257 Jun 29 08:09:54.264127 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-11f9fa7e-e1a3-4316-a165-f850c427b265 req-96404803-2249-45f6-9176-d4af483ddf39 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668070 Jun 29 08:09:54.447947 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-66504afb-0ea7-4e7b-bd09-8f3b68a50c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:54.721145 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a5c50-2ad4-4d2f-b9ce-311601d77789 req-d93b3511-adea-4afb-8031-ede8d264f27d tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:54.722880 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-165a5c50-2ad4-4d2f-b9ce-311601d77789 req-d93b3511-adea-4afb-8031-ede8d264f27d tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0552025 Jun 29 08:09:54.756303 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:09:54.777414 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-165a5c50-2ad4-4d2f-b9ce-311601d77789 req-0fc255ac-735e-4cef-8c0a-5998decd1da7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481026 Jun 29 08:09:55.933620 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d13ae-e93e-4124-9144-2d4d3b3a55e0 req-dd39d136-68c1-4362-ab29-f19edcd0ecda tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:55.935474 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-903d13ae-e93e-4124-9144-2d4d3b3a55e0 req-dd39d136-68c1-4362-ab29-f19edcd0ecda tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0665250 Jun 29 08:09:56.003244 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-903d13ae-e93e-4124-9144-2d4d3b3a55e0 req-eb0dcf76-3d51-45b6-b2ab-7a512f785ac7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612228 Jun 29 08:09:56.963554 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-70f2a608-4b93-4aab-805e-9dfa89d07385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.381438 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45582) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:57.518393 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-34036f58-19a2-4990-b575-0c0d07420550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.622075 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-34036f58-19a2-4990-b575-0c0d07420550 admin admin] Publish callbacks [] for security_group (7378e997-b0d6-4c9d-a394-ffa0b859892f), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.628532 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-34036f58-19a2-4990-b575-0c0d07420550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (7378e997-b0d6-4c9d-a394-ffa0b859892f), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.680368 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45592) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:57.680968 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-34036f58-19a2-4990-b575-0c0d07420550 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8f57b1d64b64ad88b82e6737354148a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978003 Jun 29 08:09:57.681095 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45594) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:57.681342 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34036f58-19a2-4990-b575-0c0d07420550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7378e997-b0d6-4c9d-a394-ffa0b859892f,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:57.692407 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-1b550d27-5d42-408e-b263-79c67295c9c7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1994529531', 'description': 'tempest-description--1784529191'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:09:57.737303 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1b550d27-5d42-408e-b263-79c67295c9c7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.763815 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdf64-342d-4382-b143-bbd9e828c08c admin admin] Publish callbacks [] for security_group (7378e997-b0d6-4c9d-a394-ffa0b859892f), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.783805 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:57.802111 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdf64-342d-4382-b143-bbd9e828c08c admin admin] Publish callbacks [] for security_group (7378e997-b0d6-4c9d-a394-ffa0b859892f), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.871262 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1b550d27-5d42-408e-b263-79c67295c9c7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (8b6050e9-a006-43f7-beb8-54ff5dfb70db), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.874580 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1b550d27-5d42-408e-b263-79c67295c9c7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (8b6050e9-a006-43f7-beb8-54ff5dfb70db), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.910115 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdf64-342d-4382-b143-bbd9e828c08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (7378e997-b0d6-4c9d-a394-ffa0b859892f), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.912734 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdf64-342d-4382-b143-bbd9e828c08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.914062 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-1b9bdf64-342d-4382-b143-bbd9e828c08c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7378e997-b0d6-4c9d-a394-ffa0b859892f HTTP/1.1" status: 204 len: 168 time: 0.2321622 Jun 29 08:09:57.917126 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:57.921753 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-1b550d27-5d42-408e-b263-79c67295c9c7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:57.923157 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-1b550d27-5d42-408e-b263-79c67295c9c7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2400351 Jun 29 08:09:57.924572 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b550d27-5d42-408e-b263-79c67295c9c7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6050e9-a006-43f7-beb8-54ff5dfb70db,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:57.926710 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45600) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:57.934946 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-55aa8233-b9eb-4001-b2ee-a55b5207e36e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group_rule': {'security_group_id': '8b6050e9-a006-43f7-beb8-54ff5dfb70db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:09:57.937447 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bdf64-342d-4382-b143-bbd9e828c08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7378e997-b0d6-4c9d-a394-ffa0b859892f,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:57.956547 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:57.979647 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-55aa8233-b9eb-4001-b2ee-a55b5207e36e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (3d7e8a2b-a5d3-47f8-93a9-40e1740afd08), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.063002 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-55aa8233-b9eb-4001-b2ee-a55b5207e36e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (3d7e8a2b-a5d3-47f8-93a9-40e1740afd08), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.066829 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-55aa8233-b9eb-4001-b2ee-a55b5207e36e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (3d7e8a2b-a5d3-47f8-93a9-40e1740afd08), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.084397 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa8233-b9eb-4001-b2ee-a55b5207e36e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7e8a2b-a5d3-47f8-93a9-40e1740afd08,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:58.096695 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-55aa8233-b9eb-4001-b2ee-a55b5207e36e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.097942 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-55aa8233-b9eb-4001-b2ee-a55b5207e36e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696274 Jun 29 08:09:58.100995 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45604) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:58.105660 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-05af5d29-a45d-421c-b9f1-9bda3c21120c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group_rule': {'security_group_id': '8b6050e9-a006-43f7-beb8-54ff5dfb70db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:09:58.121568 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:58.136010 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-05af5d29-a45d-421c-b9f1-9bda3c21120c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (3b821aed-125d-4681-9152-5beba07e2931), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.195335 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-05af5d29-a45d-421c-b9f1-9bda3c21120c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (3b821aed-125d-4681-9152-5beba07e2931), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.199400 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-05af5d29-a45d-421c-b9f1-9bda3c21120c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (3b821aed-125d-4681-9152-5beba07e2931), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.219811 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af5d29-a45d-421c-b9f1-9bda3c21120c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b821aed-125d-4681-9152-5beba07e2931,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:58.229924 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-05af5d29-a45d-421c-b9f1-9bda3c21120c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.231240 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-05af5d29-a45d-421c-b9f1-9bda3c21120c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293254 Jun 29 08:09:58.234403 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45606) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:58.240326 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:09:58.260283 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45608) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:58.271728 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.345412 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.561631 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2a49edae-f551-4020-87b3-23d0341750da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.655110 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.774628 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2a49edae-f551-4020-87b3-23d0341750da admin admin] Publish callbacks [] for security_group (42c40d72-f802-4759-a518-669118144aca), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.781103 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2a49edae-f551-4020-87b3-23d0341750da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (42c40d72-f802-4759-a518-669118144aca), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.840890 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Allocated IP 172.27.3.54 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/d36c5568-9009-4116-b8af-6c4b290718cd) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:09:58.845644 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2a49edae-f551-4020-87b3-23d0341750da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=001a03dbba274df8b7c4ef00b8200bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5843828 Jun 29 08:09:58.848592 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49edae-f551-4020-87b3-23d0341750da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c40d72-f802-4759-a518-669118144aca,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:58.849073 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45610) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:58.862977 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:58.907304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-483b70b2-4838-445e-843e-06d3b2dc1870 admin admin] Publish callbacks [] for security_group (42c40d72-f802-4759-a518-669118144aca), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.934188 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-483b70b2-4838-445e-843e-06d3b2dc1870 admin admin] Publish callbacks [] for security_group (42c40d72-f802-4759-a518-669118144aca), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.963490 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (d36c5568-9009-4116-b8af-6c4b290718cd), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.970590 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:58.983367 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-483b70b2-4838-445e-843e-06d3b2dc1870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (42c40d72-f802-4759-a518-669118144aca), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.986810 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-483b70b2-4838-445e-843e-06d3b2dc1870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:58.988731 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-483b70b2-4838-445e-843e-06d3b2dc1870 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42c40d72-f802-4759-a518-669118144aca HTTP/1.1" status: 204 len: 168 time: 0.1386228 Jun 29 08:09:58.999916 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (d36c5568-9009-4116-b8af-6c4b290718cd), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:59.001388 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b70b2-4838-445e-843e-06d3b2dc1870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c40d72-f802-4759-a518-669118144aca,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:59.039887 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:09:59.047081 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:09:59.051040 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:09:59.055705 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:09:59.078457 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=d36c5568-9009-4116-b8af-6c4b290718cd,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:59.149671 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (d71c5042-0e13-408f-b36b-ba2d26a18ef9), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:59.193003 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d36c5568-9009-4116-b8af-6c4b290718cd), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:59.359522 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (d36c5568-9009-4116-b8af-6c4b290718cd), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:59.364406 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (d36c5568-9009-4116-b8af-6c4b290718cd), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:59.441954 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=d36c5568-9009-4116-b8af-6c4b290718cd,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:09:59.452653 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (d71c5042-0e13-408f-b36b-ba2d26a18ef9), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:59.470197 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:59.479925 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-1223d117-6d7c-4690-9376-9d2da6bd2af1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2360537 Jun 29 08:09:59.519488 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:59.698917 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-58b3eb6e-655a-4b8f-8758-1e6db6a8cd89 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1994529531&fields=id&tenant_id=a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 267 time: 0.0462785 Jun 29 08:09:59.818456 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-163c0058-8afd-410d-aed4-f6635a0008c8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:09:59.819851 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-163c0058-8afd-410d-aed4-f6635a0008c8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 814 time: 0.1133485 Jun 29 08:09:59.821462 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45644) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:09:59.836566 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-6062af8b-a5c3-4e7c-bd3d-558d11359372 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/quotas/a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 375 time: 0.0093184 Jun 29 08:09:59.887451 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:09:59.894569 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-57d31131-5730-49a4-ae31-e527ad6987d3 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525448 Jun 29 08:09:59.933153 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2026634792-network', 'tenant_id': '941e14f704b74aa7afe5ef3a75a3f24b'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:09:59.999128 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Made reservation on behalf of 941e14f704b74aa7afe5ef3a75a3f24b for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:10:00.001427 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.013982 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.042276 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-dbecdad3-174e-4e9c-acbd-01b9a5c76738 service neutron] 10.222.0.43 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356320 Jun 29 08:10:00.183405 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-51a0e1b0-8108-447e-bfc4-402d767086da service neutron] 10.222.0.43 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341987 Jun 29 08:10:00.195604 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Publish callbacks [] for security_group (3e3175fa-c361-449a-a51c-aa29a3ca62dc), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.200084 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3e3175fa-c361-449a-a51c-aa29a3ca62dc), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.228941 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:10:00.240348 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3175fa-c361-449a-a51c-aa29a3ca62dc,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:00.246233 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (6a093a11-589f-4bb2-86f5-c5d5d89aa2db), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.246575 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Added segment 6a093a11-589f-4bb2-86f5-c5d5d89aa2db of type vlan for network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 Jun 29 08:10:00.296608 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (337273a9-9ac4-41ec-a7d5-038bc1a82bb8), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.330528 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (337273a9-9ac4-41ec-a7d5-038bc1a82bb8), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.331636 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:00.332275 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.340758 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:00.341379 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:00.367306 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8de7e284-2612-44fb-89ec-dff7c015d409 req-f6fac566-54ae-4ef7-a87a-9ef4842615a4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 210 time: 0.0318716 Jun 29 08:10:00.377995 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45652) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:00.378984 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5550056 Jun 29 08:10:00.385977 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Request body: {'subnet': {'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2026634792-subnet', 'tenant_id': '941e14f704b74aa7afe5ef3a75a3f24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:10:00.412829 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Made reservation on behalf of 941e14f704b74aa7afe5ef3a75a3f24b for: {'subnet': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:10:00.415938 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25339951'] for subnet (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.425856 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a378a-5360-4bb9-8fc6-e093ce647771 admin admin] Pushing event updated for resources: {'Network': ['ID=337273a9-9ac4-41ec-a7d5-038bc1a82bb8,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:00.438014 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:10:00.602620 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26773867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25339961'] for subnet (d3ed991a-71ee-4acd-86ce-07d3514dcaa7), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.657168 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:00.659630 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ed991a-71ee-4acd-86ce-07d3514dcaa7,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:00.669622 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Checking segment: {'id': '6a093a11-589f-4bb2-86f5-c5d5d89aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:10:00.670639 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Network hostable DHCP agents. Network: 337273a9-9ac4-41ec-a7d5-038bc1a82bb8, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:10:00.690973 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:10:00.701116 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 337273a9-9ac4-41ec-a7d5-038bc1a82bb8) {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:10:00.705925 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:00.706557 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:00.712360 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f1e35-7cfe-4712-a40e-b2a6cb6edecb None None] Network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:10:00.725389 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-5cb8dfb1-ad52-4a67-9d05-f03d0a145969 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3435979 Jun 29 08:10:00.832662 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f13440c-caea-4c7e-b598-45cf5ea2d011 None None] Network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:10:01.483989 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a3ba5692-dfa8-454f-ac73-cf8a2bcca5ee req-5ee52530-9784-46e4-8ea3-abbd506c6c1d tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 210 time: 0.0358851 Jun 29 08:10:01.509991 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec3c6513-f70b-4d07-aff7-5cbbfd633c3c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:01.511553 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec3c6513-f70b-4d07-aff7-5cbbfd633c3c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 814 time: 0.1416495 Jun 29 08:10:01.594653 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-f5c5997a-d9ef-4bb2-9dac-698edd9e1866 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 473 time: 0.0676229 Jun 29 08:10:01.655466 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'port': {'device_id': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'admin_state_up': True, 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'security_groups': ['8b6050e9-a006-43f7-beb8-54ff5dfb70db']}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:10:01.772427 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Made reservation on behalf of a4df15f6a6dd45dab12d0b724076a23e for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:10:01.775745 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:02.153532 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Allocated IP 172.20.0.14 (501bffb4-f18b-4ba3-b604-4fd9c7554413/d0d61511-6fc1-4ff8-8316-6ec2c99d1478/4d314f56-e850-4f57-8290-c2635e548696) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:10:02.303565 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (4d314f56-e850-4f57-8290-c2635e548696), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:02.340383 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (4d314f56-e850-4f57-8290-c2635e548696), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:02.390568 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:10:02.393853 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:10:02.396347 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:10:02.431234 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=4d314f56-e850-4f57-8290-c2635e548696,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:02.454156 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:02.466461 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:02.467374 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:02.475233 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:02.493458 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-19ebbb0a-1353-4bb8-8df1-4e27f17d440f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8428843 Jun 29 08:10:02.511486 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Request body: {'port': {'device_id': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:10:02.568074 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:02.596526 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-1afe7066-f2bf-4537-bdb5-ad096552fd96 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:02.604105 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-1afe7066-f2bf-4537-bdb5-ad096552fd96 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/networks?id=337273a9-9ac4-41ec-a7d5-038bc1a82bb8 HTTP/1.1" status: 200 len: 809 time: 0.1600389 Jun 29 08:10:02.611425 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4d314f56-e850-4f57-8290-c2635e548696), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:02.615013 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-4c1cc1bb-21f4-4e32-aa85-7b19404cbac5 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/quotas/941e14f704b74aa7afe5ef3a75a3f24b HTTP/1.1" status: 200 len: 375 time: 0.0100741 Jun 29 08:10:02.636203 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe11c27-4a1b-4df6-8afe-17f22e01bac5 req-359f426e-4d4f-429e-a357-fde9291000d0 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:02.637726 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dbe11c27-4a1b-4df6-8afe-17f22e01bac5 req-359f426e-4d4f-429e-a357-fde9291000d0 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 932 time: 0.0683341 Jun 29 08:10:02.649544 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-0ecc1f0e-2df4-4c2b-8d74-98479a6d7bea tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=941e14f704b74aa7afe5ef3a75a3f24b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290015 Jun 29 08:10:02.659624 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-de9e9ef1-9012-4f50-8c8e-079170d30a1a None None] Provisioning complete for port 4d314f56-e850-4f57-8290-c2635e548696 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:10:02.660155 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-de9e9ef1-9012-4f50-8c8e-079170d30a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (4d314f56-e850-4f57-8290-c2635e548696), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:02.693217 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-de9e9ef1-9012-4f50-8c8e-079170d30a1a None None] Port 4d314f56-e850-4f57-8290-c2635e548696 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:10:02.759188 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-15a23add-f48e-498e-b9af-96ac527d084b service neutron] 10.222.0.43 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020808 Jun 29 08:10:02.777215 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dbe11c27-4a1b-4df6-8afe-17f22e01bac5 req-5a2a591b-9d8f-42fb-a65f-5cbcdf8e35e2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145468 Jun 29 08:10:02.869080 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-8a4f8f88-ae43-46b7-8e96-319d9dd95af0 service neutron] 10.222.0.43 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029129 Jun 29 08:10:02.934189 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d314f56-e850-4f57-8290-c2635e548696 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:10:02.943526 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Publish callbacks [] for port (4d314f56-e850-4f57-8290-c2635e548696), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:02.957906 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Transition to ACTIVE for port object 4d314f56-e850-4f57-8290-c2635e548696 will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:10:02.962190 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (4d314f56-e850-4f57-8290-c2635e548696), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:03.052692 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-27b82ea9-c4fa-4327-9f0f-87d368439969 req-6ad81616-dfdb-4bbd-88f6-d3625a217c46 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 210 time: 0.0440803 Jun 29 08:10:03.053716 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Pushing event updated for resources: {'Port': ['ID=4d314f56-e850-4f57-8290-c2635e548696,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:03.152314 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Attempting to bind port 4d314f56-e850-4f57-8290-c2635e548696 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:10:03.152656 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Attempting to bind port 4d314f56-e850-4f57-8290-c2635e548696 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:10:03.153012 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Attempting to bind port 4d314f56-e850-4f57-8290-c2635e548696 on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:10:03.159834 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Port 4d314f56-e850-4f57-8290-c2635e548696 on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:10:03.160229 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Attempting to bind port 4d314f56-e850-4f57-8290-c2635e548696 on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:10:03.166196 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:10:03.166545 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Checking segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:10:03.167051 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Bound using segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:10:03.167464 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Bound port: 4d314f56-e850-4f57-8290-c2635e548696, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:10:03.167724 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4d314f56-e850-4f57-8290-c2635e548696), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:03.241004 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] For port 4d314f56-e850-4f57-8290-c2635e548696, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:10:03.244381 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] For port 4d314f56-e850-4f57-8290-c2635e548696, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4d314f56-e850-4f57-8290-c2635e548696,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:10:03.250989 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (4d314f56-e850-4f57-8290-c2635e548696), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:03.290093 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:03.290908 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:03.292319 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] 10.222.0.48 "PUT /v2.0/ports/4d314f56-e850-4f57-8290-c2635e548696 HTTP/1.1" status: 200 len: 1094 time: 0.7861273 Jun 29 08:10:03.292767 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'tag': '4d314f56-e850-4f57-8290-c2635e548696'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:10:03.295634 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58269398-314e-49c5-93cf-8280569f75cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7721f2-e567-4e6f-aefd-d852fa3fe37a", "tag": "4d314f56-e850-4f57-8290-c2635e548696"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:10:03.336944 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cf377-7127-4a48-b911-4340ed299021 service neutron] Pushing event updated for resources: {'Port': ['ID=4d314f56-e850-4f57-8290-c2635e548696,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:03.355089 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ace9b27-a019-4031-bb60-64e51c7af020 x-openstack-request-id: req-9ace9b27-a019-4031-bb60-64e51c7af020 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:10:03.355404 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7721f2-e567-4e6f-aefd-d852fa3fe37a", "tag": "4d314f56-e850-4f57-8290-c2635e548696", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:10:03.355693 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ace9b27-a019-4031-bb60-64e51c7af020 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:10:03.356100 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ace9b27-a019-4031-bb60-64e51c7af020'] response: {'name': 'network-changed', 'server_uuid': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'tag': '4d314f56-e850-4f57-8290-c2635e548696', 'status': 'completed', 'code': 200} Jun 29 08:10:03.425612 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-bf43762b-e922-4704-bbf7-7669caa4502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:03.427412 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-bf43762b-e922-4704-bbf7-7669caa4502f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 1128 time: 0.0504444 Jun 29 08:10:03.486569 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-02f8cf4f-4f53-4022-9b4b-e55ced56c3b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d314f56-e850-4f57-8290-c2635e548696 HTTP/1.1" status: 200 len: 217 time: 0.0425298 Jun 29 08:10:03.553305 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-5854ca50-f86e-4227-84a9-ae79858ed5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:03.554811 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-5854ca50-f86e-4227-84a9-ae79858ed5a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0512447 Jun 29 08:10:03.609403 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:03.616618 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-c67f8416-374b-41c5-b981-9d832400f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:03.618286 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-c67f8416-374b-41c5-b981-9d832400f2a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501606 Jun 29 08:10:03.710171 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:03.729912 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-9e42326a-1b10-4db3-88d4-cdf4ca35bef3 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933850 Jun 29 08:10:03.836279 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9114c071-4916-4071-9dbc-5b5c86ef8d89 req-c8e12164-62c5-495a-96c7-4c01c5af546c service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000581 Jun 29 08:10:03.902003 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d3e72-a574-4d6b-95c3-9ca1870c927e req-e1a8b5b5-37a9-43aa-a2b3-f3612e0f0054 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:03.903499 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-110d3e72-a574-4d6b-95c3-9ca1870c927e req-e1a8b5b5-37a9-43aa-a2b3-f3612e0f0054 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 944 time: 0.0512588 Jun 29 08:10:03.953694 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-110d3e72-a574-4d6b-95c3-9ca1870c927e req-801d7244-2f88-4c6e-8a94-87f44eacdae2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443907 Jun 29 08:10:04.152728 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-091f279c-420c-45bd-bb3a-21f134402866 req-71eafd10-903f-4932-9ae8-bcbd0d233e72 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 210 time: 0.0274010 Jun 29 08:10:04.756641 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:04.917764 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58269398-314e-49c5-93cf-8280569f75cb req-5f9698fa-aa7e-4399-9465-6ec80a4b8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:04.920113 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-58269398-314e-49c5-93cf-8280569f75cb req-5f9698fa-aa7e-4399-9465-6ec80a4b8b0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 1128 time: 0.0450828 Jun 29 08:10:04.978906 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-7f877293-050e-4de2-8484-a42d093b191c tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:04.980370 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-7f877293-050e-4de2-8484-a42d093b191c tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.48 "GET /v2.0/networks?id=337273a9-9ac4-41ec-a7d5-038bc1a82bb8 HTTP/1.1" status: 200 len: 809 time: 0.1051171 Jun 29 08:10:05.005712 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Request body: {'port': {'device_id': '1daf6093-9730-4221-9de3-11fa5735675f', 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8', 'admin_state_up': True, 'tenant_id': '941e14f704b74aa7afe5ef3a75a3f24b'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:10:05.026978 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58269398-314e-49c5-93cf-8280569f75cb req-42714d55-e4df-4c3a-ae08-724bb43d7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:05.028564 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-58269398-314e-49c5-93cf-8280569f75cb req-42714d55-e4df-4c3a-ae08-724bb43d7a7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.0980012 Jun 29 08:10:05.105196 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-58269398-314e-49c5-93cf-8280569f75cb req-a4d0d70f-e32a-4d2d-ae4c-e08a04d183ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d314f56-e850-4f57-8290-c2635e548696 HTTP/1.1" status: 200 len: 217 time: 0.0470049 Jun 29 08:10:05.113680 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a9da0-ddc7-4ecf-9bfe-26feadda766b req-93d1e425-6215-491c-bf11-601d13b41849 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:05.115161 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-815a9da0-ddc7-4ecf-9bfe-26feadda766b req-93d1e425-6215-491c-bf11-601d13b41849 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 944 time: 0.0850387 Jun 29 08:10:05.130695 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Made reservation on behalf of 941e14f704b74aa7afe5ef3a75a3f24b for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:10:05.134229 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:05.164923 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-815a9da0-ddc7-4ecf-9bfe-26feadda766b req-ea2fdd57-86e7-4c8d-912d-fc97e6a7b012 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Jun 29 08:10:05.238366 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 4d314f56-e850-4f57-8290-c2635e548696 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:10:05.258724 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58269398-314e-49c5-93cf-8280569f75cb req-3c3faac2-ec85-4c76-8684-55c45faf3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:05.260259 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-58269398-314e-49c5-93cf-8280569f75cb req-3c3faac2-ec85-4c76-8684-55c45faf3f4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0467858 Jun 29 08:10:05.273208 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3ed8d250-29e7-464f-8cdb-870e2afcfa9a req-02c54dc8-72de-439e-ad05-9f528beb9b16 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 210 time: 0.0293813 Jun 29 08:10:05.301781 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Allocated IP 172.20.0.9 (337273a9-9ac4-41ec-a7d5-038bc1a82bb8/d3ed991a-71ee-4acd-86ce-07d3514dcaa7/c7127a13-25e4-4848-94bc-e63def0cae14) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:10:05.334118 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58269398-314e-49c5-93cf-8280569f75cb req-abe9102b-a8f7-4749-893b-2ffd35732a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:05.335425 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-58269398-314e-49c5-93cf-8280569f75cb req-abe9102b-a8f7-4749-893b-2ffd35732a1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0606840 Jun 29 08:10:05.354670 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 4d314f56-e850-4f57-8290-c2635e548696, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4d314f56-e850-4f57-8290-c2635e548696,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:05.367898 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '4d314f56-e850-4f57-8290-c2635e548696', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'port_id': '4d314f56-e850-4f57-8290-c2635e548696', 'mac_address': 'fa:16:3e:d4:1c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:10:05.402704 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 4d314f56-e850-4f57-8290-c2635e548696 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:10:05.403091 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4d314f56-e850-4f57-8290-c2635e548696), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:05.417871 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d314f56-e850-4f57-8290-c2635e548696 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:10:05.441925 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 4d314f56-e850-4f57-8290-c2635e548696, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4d314f56-e850-4f57-8290-c2635e548696,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:05.444106 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-58269398-314e-49c5-93cf-8280569f75cb req-7f41f05c-3101-474d-a932-f941aacf3690 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013927 Jun 29 08:10:05.446618 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (4d314f56-e850-4f57-8290-c2635e548696), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:05.480214 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks [] for port (c7127a13-25e4-4848-94bc-e63def0cae14), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:05.484178 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:05.509238 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=4d314f56-e850-4f57-8290-c2635e548696,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:05.511408 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:05.516771 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:05.554862 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-58269398-314e-49c5-93cf-8280569f75cb req-24a35634-5cff-4d1e-84e9-7232dcacf06e service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046932 Jun 29 08:10:05.560706 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:10:05.568539 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:10:05.572484 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:10:05.599001 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Pushing event updated for resources: {'Port': ['ID=c7127a13-25e4-4848-94bc-e63def0cae14,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:05.626413 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:05.627022 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:05.644176 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-39213cce-32e0-4f17-844d-90b58350ea74 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6449559 Jun 29 08:10:05.667322 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Request body: {'port': {'device_id': '1daf6093-9730-4221-9de3-11fa5735675f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:10:05.733703 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:05.766132 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['4d314f56-e850-4f57-8290-c2635e548696'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:10:05.800664 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:06.003515 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7127a13-25e4-4848-94bc-e63def0cae14 {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:10:06.011033 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Publish callbacks [] for port (c7127a13-25e4-4848-94bc-e63def0cae14), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:06.023201 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Transition to ACTIVE for port object c7127a13-25e4-4848-94bc-e63def0cae14 will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:10:06.026718 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:06.078648 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7127a13-25e4-4848-94bc-e63def0cae14,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:06.147732 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Attempting to bind port c7127a13-25e4-4848-94bc-e63def0cae14 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:10:06.148058 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Attempting to bind port c7127a13-25e4-4848-94bc-e63def0cae14 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '6a093a11-589f-4bb2-86f5-c5d5d89aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:10:06.148381 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Attempting to bind port c7127a13-25e4-4848-94bc-e63def0cae14 on network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:10:06.152630 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Port c7127a13-25e4-4848-94bc-e63def0cae14 on network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:10:06.152944 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Attempting to bind port c7127a13-25e4-4848-94bc-e63def0cae14 on network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:10:06.158737 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:10:06.159068 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Checking segment: {'id': '6a093a11-589f-4bb2-86f5-c5d5d89aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:10:06.159443 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Bound using segment: {'id': '6a093a11-589f-4bb2-86f5-c5d5d89aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:10:06.159859 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Bound port: c7127a13-25e4-4848-94bc-e63def0cae14, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a093a11-589f-4bb2-86f5-c5d5d89aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:10:06.160209 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:06.202514 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:06.230854 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] For port c7127a13-25e4-4848-94bc-e63def0cae14, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:10:06.235422 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] For port c7127a13-25e4-4848-94bc-e63def0cae14, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=c7127a13-25e4-4848-94bc-e63def0cae14,segment=NetworkSegment(6a093a11-589f-4bb2-86f5-c5d5d89aa2db),segment_id=6a093a11-589f-4bb2-86f5-c5d5d89aa2db)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:10:06.241620 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:06.279506 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:06.280146 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:06.281670 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] 10.222.0.48 "PUT /v2.0/ports/c7127a13-25e4-4848-94bc-e63def0cae14 HTTP/1.1" status: 200 len: 1093 time: 0.6212044 Jun 29 08:10:06.282093 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daf6093-9730-4221-9de3-11fa5735675f', 'tag': 'c7127a13-25e4-4848-94bc-e63def0cae14'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:10:06.284120 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a343b7c-e29d-4198-bd4a-a44cff868fe4 req-1078c31f-909a-4f20-b0b6-743836d22f5d tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:06.284612 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45fd9d5-4dee-4498-b638-b766568f0faa" -d '{"events": [{"name": "network-changed", "server_uuid": "1daf6093-9730-4221-9de3-11fa5735675f", "tag": "c7127a13-25e4-4848-94bc-e63def0cae14"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:10:06.286257 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5a343b7c-e29d-4198-bd4a-a44cff868fe4 req-1078c31f-909a-4f20-b0b6-743836d22f5d tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 945 time: 0.0493631 Jun 29 08:10:06.308939 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b815b36-5277-42c4-ba23-e5e2301df6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7127a13-25e4-4848-94bc-e63def0cae14,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:06.338056 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccd2a4f-d8b6-40d8-8f33-02e97c9aa674 x-openstack-request-id: req-bccd2a4f-d8b6-40d8-8f33-02e97c9aa674 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:10:06.338346 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1daf6093-9730-4221-9de3-11fa5735675f", "tag": "c7127a13-25e4-4848-94bc-e63def0cae14", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:10:06.339000 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bccd2a4f-d8b6-40d8-8f33-02e97c9aa674 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:10:06.339704 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bccd2a4f-d8b6-40d8-8f33-02e97c9aa674'] response: {'name': 'network-changed', 'server_uuid': '1daf6093-9730-4221-9de3-11fa5735675f', 'tag': 'c7127a13-25e4-4848-94bc-e63def0cae14', 'status': 'completed', 'code': 200} Jun 29 08:10:06.344018 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5a343b7c-e29d-4198-bd4a-a44cff868fe4 req-ed278d19-9e4a-4967-a826-754c474221b6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505650 Jun 29 08:10:06.426903 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-dafff426-1699-492b-9911-beafc5812fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:06.428401 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-dafff426-1699-492b-9911-beafc5812fd7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941e14f704b74aa7afe5ef3a75a3f24b&device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 1127 time: 0.0663028 Jun 29 08:10:06.445994 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e7e4e-a57a-445b-9e95-a41dd8c2c838 req-9cf3f4a7-c35c-4247-89fe-d89c18c14a5c tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:06.447406 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-911e7e4e-a57a-445b-9e95-a41dd8c2c838 req-9cf3f4a7-c35c-4247-89fe-d89c18c14a5c tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 943 time: 0.0549905 Jun 29 08:10:06.493286 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-d3f20d56-b556-4c6a-89bb-2c4e3cecea78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7127a13-25e4-4848-94bc-e63def0cae14 HTTP/1.1" status: 200 len: 217 time: 0.0449038 Jun 29 08:10:06.508007 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:06.559800 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-911e7e4e-a57a-445b-9e95-a41dd8c2c838 req-9218fb49-bf4f-491b-b9e6-597c412dc4c2 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051376 Jun 29 08:10:06.569359 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-8ff3e8a4-9ab1-4da4-bba2-3801cd845f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:06.570808 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-8ff3e8a4-9ab1-4da4-bba2-3801cd845f01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3ed991a-71ee-4acd-86ce-07d3514dcaa7 HTTP/1.1" status: 200 len: 849 time: 0.0704880 Jun 29 08:10:06.605541 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-89f03c28-52eb-4ac3-be82-a41efae61198 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=337273a9-9ac4-41ec-a7d5-038bc1a82bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276525 Jun 29 08:10:06.696032 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-a2806eac-91d3-4235-a65b-7497f2d373ee service neutron] 10.222.0.48 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843642 Jun 29 08:10:06.792155 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-845c97bd-41d8-4fe7-b3f9-3e8e725387fa req-2007d112-f957-4769-8f2f-6c8a57e3097c service neutron] 10.222.0.48 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888643 Jun 29 08:10:07.252905 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 4d314f56-e850-4f57-8290-c2635e548696 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:10:07.282022 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:07.297911 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 4d314f56-e850-4f57-8290-c2635e548696 completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:10:07.303760 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 4d314f56-e850-4f57-8290-c2635e548696 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:10:07.304113 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (4d314f56-e850-4f57-8290-c2635e548696), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:07.380857 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 4d314f56-e850-4f57-8290-c2635e548696 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:10:07.381283 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4d314f56-e850-4f57-8290-c2635e548696), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:07.390373 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:07.407941 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d314f56-e850-4f57-8290-c2635e548696'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:10:07.410199 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc08b59f-738d-42cd-9540-5924bd747f18" -d '{"events": [{"server_uuid": "7c7721f2-e567-4e6f-aefd-d852fa3fe37a", "name": "network-vif-plugged", "status": "completed", "tag": "4d314f56-e850-4f57-8290-c2635e548696"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:10:07.423964 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 4d314f56-e850-4f57-8290-c2635e548696, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4d314f56-e850-4f57-8290-c2635e548696,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:07.429018 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (4d314f56-e850-4f57-8290-c2635e548696), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:07.458158 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b539c521-b8ce-45f2-a4e3-d7ca8caf6e8e x-openstack-request-id: req-b539c521-b8ce-45f2-a4e3-d7ca8caf6e8e {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:10:07.458680 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7721f2-e567-4e6f-aefd-d852fa3fe37a", "name": "network-vif-plugged", "status": "completed", "tag": "4d314f56-e850-4f57-8290-c2635e548696", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:10:07.458817 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:07.459363 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b539c521-b8ce-45f2-a4e3-d7ca8caf6e8e {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:10:07.459902 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b539c521-b8ce-45f2-a4e3-d7ca8caf6e8e'] response: {'server_uuid': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d314f56-e850-4f57-8290-c2635e548696', 'code': 200} Jun 29 08:10:07.471077 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d2300-197b-4cd6-bbb8-0d18f75ac6dc req-0bee6e04-c75a-4323-8f47-8c7ec10b5ac9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:07.472603 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-685d2300-197b-4cd6-bbb8-0d18f75ac6dc req-0bee6e04-c75a-4323-8f47-8c7ec10b5ac9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 946 time: 0.0515227 Jun 29 08:10:07.487310 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=4d314f56-e850-4f57-8290-c2635e548696,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:07.526001 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-685d2300-197b-4cd6-bbb8-0d18f75ac6dc req-1b57b45d-4778-41da-8564-9b844b65cc2c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468280 Jun 29 08:10:07.675677 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7907-8842-4161-8f09-a1759bd38c05 req-936a2f60-fc54-4fee-88bc-afd31cb6d26b tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:07.677195 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b1ab7907-8842-4161-8f09-a1759bd38c05 req-936a2f60-fc54-4fee-88bc-afd31cb6d26b tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 943 time: 0.0482254 Jun 29 08:10:07.726016 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b1ab7907-8842-4161-8f09-a1759bd38c05 req-c5f92df2-da14-455b-9fb0-b71e7a0edc87 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Jun 29 08:10:07.817578 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fd9d5-4dee-4498-b638-b766568f0faa req-52771a62-f4e4-4c66-8f67-32b8152e17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:07.819136 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e45fd9d5-4dee-4498-b638-b766568f0faa req-52771a62-f4e4-4c66-8f67-32b8152e17b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941e14f704b74aa7afe5ef3a75a3f24b&device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 1127 time: 0.0455461 Jun 29 08:10:07.930061 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fd9d5-4dee-4498-b638-b766568f0faa req-16948e9e-fc92-4098-a7dd-0dfef42d018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:07.931535 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e45fd9d5-4dee-4498-b638-b766568f0faa req-16948e9e-fc92-4098-a7dd-0dfef42d018e service neutron] 10.222.0.48 "GET /v2.0/networks?id=337273a9-9ac4-41ec-a7d5-038bc1a82bb8 HTTP/1.1" status: 200 len: 910 time: 0.0937989 Jun 29 08:10:07.967337 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83906dfb-107f-45d7-9fba-9df167f0076d req-2abc7e42-c8f7-478e-a88f-c552a61dc5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:07.968934 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-83906dfb-107f-45d7-9fba-9df167f0076d req-2abc7e42-c8f7-478e-a88f-c552a61dc5ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 1130 time: 0.0402405 Jun 29 08:10:07.974881 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e45fd9d5-4dee-4498-b638-b766568f0faa req-8472c71a-755c-4693-a29f-6c152b88b23c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7127a13-25e4-4848-94bc-e63def0cae14 HTTP/1.1" status: 200 len: 217 time: 0.0366504 Jun 29 08:10:08.025969 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-83906dfb-107f-45d7-9fba-9df167f0076d req-6a09f28f-fc77-4cbe-b244-43eedb4e6b3c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420589 Jun 29 08:10:08.030552 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fd9d5-4dee-4498-b638-b766568f0faa req-4cd75e5e-c98b-4b85-85c1-fde5bdafdbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:08.032031 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e45fd9d5-4dee-4498-b638-b766568f0faa req-4cd75e5e-c98b-4b85-85c1-fde5bdafdbf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3ed991a-71ee-4acd-86ce-07d3514dcaa7 HTTP/1.1" status: 200 len: 849 time: 0.0478225 Jun 29 08:10:08.370095 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e45fd9d5-4dee-4498-b638-b766568f0faa req-dd662c3b-6302-451f-8aaf-f023f9cf978c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=337273a9-9ac4-41ec-a7d5-038bc1a82bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295658 Jun 29 08:10:08.469158 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e45fd9d5-4dee-4498-b638-b766568f0faa req-06995597-cdf2-4c7a-8b8e-d20732044920 service neutron] 10.222.0.48 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931671 Jun 29 08:10:08.630307 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:08.643098 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd211f4-a76a-4b73-9303-57600adc1eb7 req-79947f1e-9038-4817-96c9-56f6ecc4e925 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:08.644605 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2cd211f4-a76a-4b73-9303-57600adc1eb7 req-79947f1e-9038-4817-96c9-56f6ecc4e925 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 946 time: 0.0505669 Jun 29 08:10:08.692913 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2cd211f4-a76a-4b73-9303-57600adc1eb7 req-7f00cade-976d-4ae8-b988-d7ec8ad0d299 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Jun 29 08:10:08.887239 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082acdc-28c5-4db7-a2e5-76f91f2ff7c6 req-f82d9fe6-5838-4b7a-aaef-0f554d9599b3 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:08.889178 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e082acdc-28c5-4db7-a2e5-76f91f2ff7c6 req-f82d9fe6-5838-4b7a-aaef-0f554d9599b3 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 943 time: 0.0902522 Jun 29 08:10:08.903710 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:08.932964 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e45fd9d5-4dee-4498-b638-b766568f0faa req-4abeae4b-50b8-4cb4-b34b-74ef6445b035 service neutron] 10.222.0.48 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429303 Jun 29 08:10:08.954035 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e082acdc-28c5-4db7-a2e5-76f91f2ff7c6 req-ddbfe293-118c-46ca-9cdf-71fbfd762c05 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585668 Jun 29 08:10:09.253938 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device c7127a13-25e4-4848-94bc-e63def0cae14 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:10:09.353693 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port c7127a13-25e4-4848-94bc-e63def0cae14, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=c7127a13-25e4-4848-94bc-e63def0cae14,segment=NetworkSegment(6a093a11-589f-4bb2-86f5-c5d5d89aa2db),segment_id=6a093a11-589f-4bb2-86f5-c5d5d89aa2db)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:09.369426 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'c7127a13-25e4-4848-94bc-e63def0cae14', 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8', 'port_id': 'c7127a13-25e4-4848-94bc-e63def0cae14', 'mac_address': 'fa:16:3e:f3:81:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ed991a-71ee-4acd-86ce-07d3514dcaa7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:10:09.404531 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port c7127a13-25e4-4848-94bc-e63def0cae14 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:10:09.404928 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:09.418032 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7127a13-25e4-4848-94bc-e63def0cae14 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:10:09.442806 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port c7127a13-25e4-4848-94bc-e63def0cae14, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=c7127a13-25e4-4848-94bc-e63def0cae14,segment=NetworkSegment(6a093a11-589f-4bb2-86f5-c5d5d89aa2db),segment_id=6a093a11-589f-4bb2-86f5-c5d5d89aa2db)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:09.446482 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:09.493441 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=c7127a13-25e4-4848-94bc-e63def0cae14,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:09.816271 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['c7127a13-25e4-4848-94bc-e63def0cae14'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:10:09.818538 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a4ab8-d61c-4126-905f-230fd117fc87 req-2cef8b30-4269-4ea9-90af-e074bba8ca9d tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:09.820063 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac5a4ab8-d61c-4126-905f-230fd117fc87 req-2cef8b30-4269-4ea9-90af-e074bba8ca9d tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 946 time: 0.0530455 Jun 29 08:10:09.869413 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac5a4ab8-d61c-4126-905f-230fd117fc87 req-594875d8-f38d-4bd5-a683-fdbc94259bac tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435436 Jun 29 08:10:10.071129 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7308b3-cdde-4c2f-afa2-90b0634c935d req-a7c63758-df9d-407f-b4cc-fe89a806bf09 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:10.072801 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ab7308b3-cdde-4c2f-afa2-90b0634c935d req-a7c63758-df9d-407f-b4cc-fe89a806bf09 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 944 time: 0.0520349 Jun 29 08:10:10.128851 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ab7308b3-cdde-4c2f-afa2-90b0634c935d req-c2a10504-4a1a-4f20-9d17-5a781840cec4 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459788 Jun 29 08:10:10.985195 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746bd09-15c1-4109-8e3e-fb81a7f7fc9b req-c7dbe338-27d0-4a95-88a9-14f8e2c6a198 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:10.986678 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2746bd09-15c1-4109-8e3e-fb81a7f7fc9b req-c7dbe338-27d0-4a95-88a9-14f8e2c6a198 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 946 time: 0.0485713 Jun 29 08:10:11.034634 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2746bd09-15c1-4109-8e3e-fb81a7f7fc9b req-31ece6d4-faaa-4c27-99da-9d64de4df203 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416586 Jun 29 08:10:11.144250 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f815c-8511-411b-8b35-0d9838148eb6 req-f14ac6f4-02a7-4edd-81ed-d17aa1590bf8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:11.145754 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-425f815c-8511-411b-8b35-0d9838148eb6 req-f14ac6f4-02a7-4edd-81ed-d17aa1590bf8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 946 time: 0.0472667 Jun 29 08:10:11.154157 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45742) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:11.158580 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-e20f718b-ed65-405e-a8b7-032670c3840c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'floatingip': {'port_id': '4d314f56-e850-4f57-8290-c2635e548696'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:10:11.201571 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e20f718b-ed65-405e-a8b7-032670c3840c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (d71c5042-0e13-408f-b36b-ba2d26a18ef9), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:11.239898 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:11.252932 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ab945-860a-4b3e-b3f1-c93725476924 req-d824e088-0b10-48a4-8dbe-7eaf498a4ec4 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:11.254473 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-902ab945-860a-4b3e-b3f1-c93725476924 req-d824e088-0b10-48a4-8dbe-7eaf498a4ec4 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 944 time: 0.0560105 Jun 29 08:10:11.266035 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device c7127a13-25e4-4848-94bc-e63def0cae14 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:10:11.313045 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-902ab945-860a-4b3e-b3f1-c93725476924 req-90489f57-004b-42d1-9e80-0bb919f9f4eb tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521045 Jun 29 08:10:11.316437 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port c7127a13-25e4-4848-94bc-e63def0cae14 completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:10:11.327643 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port c7127a13-25e4-4848-94bc-e63def0cae14 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:10:11.328025 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:11.405374 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port c7127a13-25e4-4848-94bc-e63def0cae14 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:10:11.405767 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:11.428401 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daf6093-9730-4221-9de3-11fa5735675f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7127a13-25e4-4848-94bc-e63def0cae14'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:10:11.430643 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4c046c-f92c-41de-a4e5-6408d5fd0d56" -d '{"events": [{"server_uuid": "1daf6093-9730-4221-9de3-11fa5735675f", "name": "network-vif-plugged", "status": "completed", "tag": "c7127a13-25e4-4848-94bc-e63def0cae14"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:10:11.443842 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port c7127a13-25e4-4848-94bc-e63def0cae14, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=c7127a13-25e4-4848-94bc-e63def0cae14,segment=NetworkSegment(6a093a11-589f-4bb2-86f5-c5d5d89aa2db),segment_id=6a093a11-589f-4bb2-86f5-c5d5d89aa2db)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:11.448644 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:11.484681 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a7304a-fa5b-4781-a7df-89e58ea067d4 x-openstack-request-id: req-f1a7304a-fa5b-4781-a7df-89e58ea067d4 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:10:11.485197 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1daf6093-9730-4221-9de3-11fa5735675f", "name": "network-vif-plugged", "status": "completed", "tag": "c7127a13-25e4-4848-94bc-e63def0cae14", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:10:11.485846 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1a7304a-fa5b-4781-a7df-89e58ea067d4 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:10:11.486479 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a7304a-fa5b-4781-a7df-89e58ea067d4'] response: {'server_uuid': '1daf6093-9730-4221-9de3-11fa5735675f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7127a13-25e4-4848-94bc-e63def0cae14', 'code': 200} Jun 29 08:10:11.517248 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=c7127a13-25e4-4848-94bc-e63def0cae14,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:11.645076 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e20f718b-ed65-405e-a8b7-032670c3840c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:11.649525 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e20f718b-ed65-405e-a8b7-032670c3840c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (d71c5042-0e13-408f-b36b-ba2d26a18ef9), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:11.815102 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112cdce-5db5-49da-97e5-d4355cecfcb0 req-6c517b86-a7c7-45ac-ae1b-4f310fd2408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:11.818732 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e112cdce-5db5-49da-97e5-d4355cecfcb0 req-6c517b86-a7c7-45ac-ae1b-4f310fd2408c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 1129 time: 0.1654866 Jun 29 08:10:11.866205 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-e20f718b-ed65-405e-a8b7-032670c3840c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Floating IP d71c5042-0e13-408f-b36b-ba2d26a18ef9 associated. External IP: 172.27.3.54, port: 4d314f56-e850-4f57-8290-c2635e548696. Jun 29 08:10:11.949985 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-e112cdce-5db5-49da-97e5-d4355cecfcb0 req-2092ebf2-ff70-419e-a8da-f93c152f53d8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174703 Jun 29 08:10:12.345465 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:12.350376 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20f718b-ed65-405e-a8b7-032670c3840c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Router f8890e9a-6965-4298-b8a4-172595e11b52 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:10:12.444695 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e85c57-ff48-4055-8ff7-c8766287d505 req-fcdf519f-3d1e-4880-b08e-71627c724d87 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:12.446200 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-82e85c57-ff48-4055-8ff7-c8766287d505 req-fcdf519f-3d1e-4880-b08e-71627c724d87 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 945 time: 0.0607376 Jun 29 08:10:12.457864 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20f718b-ed65-405e-a8b7-032670c3840c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:10:12.462730 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-e20f718b-ed65-405e-a8b7-032670c3840c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:12.474106 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:10:12.491503 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:10:12.492437 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:09:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:12.500551 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-e20f718b-ed65-405e-a8b7-032670c3840c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "PUT /v2.0/floatingips/d71c5042-0e13-408f-b36b-ba2d26a18ef9 HTTP/1.1" status: 200 len: 991 time: 1.3453076 Jun 29 08:10:12.501271 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'tag': '4d314f56-e850-4f57-8290-c2635e548696'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:10:12.503872 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b665a43-8296-4a4b-994b-357eb8becc72" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7721f2-e567-4e6f-aefd-d852fa3fe37a", "tag": "4d314f56-e850-4f57-8290-c2635e548696"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:10:12.510889 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-82e85c57-ff48-4055-8ff7-c8766287d505 req-138af4ab-f2bc-4e8b-941e-563814f9bde8 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574176 Jun 29 08:10:12.543596 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7301083-69aa-4600-8cf0-b1f51d87d8fc x-openstack-request-id: req-a7301083-69aa-4600-8cf0-b1f51d87d8fc {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:10:12.543891 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7721f2-e567-4e6f-aefd-d852fa3fe37a", "tag": "4d314f56-e850-4f57-8290-c2635e548696", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:10:12.544139 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7301083-69aa-4600-8cf0-b1f51d87d8fc {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:10:12.545169 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7301083-69aa-4600-8cf0-b1f51d87d8fc'] response: {'name': 'network-changed', 'server_uuid': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'tag': '4d314f56-e850-4f57-8290-c2635e548696', 'status': 'completed', 'code': 200} Jun 29 08:10:12.594200 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:10:12.745792 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-96cdfc1f-7c96-4bf8-9110-d709181bd9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:12.747341 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-96cdfc1f-7c96-4bf8-9110-d709181bd9f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 1130 time: 0.0412142 Jun 29 08:10:12.807501 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:12.817743 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '11ce1c7d-49e9-4705-a110-47e06db6b189', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:da:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:57Z', 'updated_at': '2022-06-29T08:09:11Z', 'revision_number': 2, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}, {'id': 'd71c5042-0e13-408f-b36b-ba2d26a18ef9', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': '4d314f56-e850-4f57-8290-c2635e548696', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:d4:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:09:59Z', 'updated_at': '2022-06-29T08:10:11Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:12.846270 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:10:12.854840 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:10:12.855442 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:09:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:12.882572 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-3b4f9bcd-643e-4f5e-8f2c-e616b87a5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:12.884044 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-3b4f9bcd-643e-4f5e-8f2c-e616b87a5c63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.0953724 Jun 29 08:10:12.954772 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:10:12.963104 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-d37de9e6-ecff-47ac-b4d9-a339ab817af3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d314f56-e850-4f57-8290-c2635e548696 HTTP/1.1" status: 200 len: 999 time: 0.0563757 Jun 29 08:10:13.180170 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '11ce1c7d-49e9-4705-a110-47e06db6b189', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:da:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:57Z', 'updated_at': '2022-06-29T08:09:11Z', 'revision_number': 2, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}, {'id': 'd71c5042-0e13-408f-b36b-ba2d26a18ef9', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': '4d314f56-e850-4f57-8290-c2635e548696', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:d4:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:09:59Z', 'updated_at': '2022-06-29T08:10:11Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:13.206638 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7769fc9-49dc-4106-bbf5-7a339bc7e509 None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '11ce1c7d-49e9-4705-a110-47e06db6b189', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:da:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:57Z', 'updated_at': '2022-06-29T08:09:11Z', 'revision_number': 2, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}, {'id': 'd71c5042-0e13-408f-b36b-ba2d26a18ef9', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': '4d314f56-e850-4f57-8290-c2635e548696', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:d4:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:09:59Z', 'updated_at': '2022-06-29T08:10:11Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:10:13.420868 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d8cf3-1553-4aa3-ba27-56017eda3479 None None] New status for floating IP d71c5042-0e13-408f-b36b-ba2d26a18ef9: ACTIVE {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:10:13.466845 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:13.648209 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-ab96849c-cdc0-4fd7-9f69-85fbcb91211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:13.649838 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-ab96849c-cdc0-4fd7-9f69-85fbcb91211d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0949712 Jun 29 08:10:13.661154 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d83f21-c8a0-4134-a87a-5558f5b54d39 req-98b28ae0-8147-4259-b714-a453baea939f tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:13.666088 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b8d83f21-c8a0-4134-a87a-5558f5b54d39 req-98b28ae0-8147-4259-b714-a453baea939f tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 945 time: 0.0599127 Jun 29 08:10:13.720857 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b8d83f21-c8a0-4134-a87a-5558f5b54d39 req-01ebea1c-28ed-498c-9cce-6128a66b7865 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515835 Jun 29 08:10:13.726949 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-bf7d61a7-4d75-4ac4-8edc-078c9f6d2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:13.728468 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-bf7d61a7-4d75-4ac4-8edc-078c9f6d2159 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416422 Jun 29 08:10:13.827142 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-38b5fdc7-d70d-42d7-b631-9cd3f12785d6 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915387 Jun 29 08:10:13.920026 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1b665a43-8296-4a4b-994b-357eb8becc72 req-d157eccb-4cb7-481a-a54d-0b0df409bc5a service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857327 Jun 29 08:10:14.845297 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb073a22-20e2-485f-884f-c43ce87ef211 req-2fbcfbb7-c729-4bd4-a258-3027d7870a88 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:14.847478 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cb073a22-20e2-485f-884f-c43ce87ef211 req-2fbcfbb7-c729-4bd4-a258-3027d7870a88 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 945 time: 0.0520909 Jun 29 08:10:14.896101 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cb073a22-20e2-485f-884f-c43ce87ef211 req-6d830452-5f8c-4865-a0f2-762a2bf3e286 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 Jun 29 08:10:15.631809 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b148f-80c7-405a-bdb1-f7642b0c1055 req-4f3d61eb-68ff-4705-9039-6c62f7dff1a5 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:15.633281 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d60b148f-80c7-405a-bdb1-f7642b0c1055 req-4f3d61eb-68ff-4705-9039-6c62f7dff1a5 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 945 time: 0.0518508 Jun 29 08:10:15.689944 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d60b148f-80c7-405a-bdb1-f7642b0c1055 req-7b6ee285-2209-4377-818b-173aeecccc45 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508842 Jun 29 08:10:16.813029 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c529c3-8c09-4a0e-85fd-f8e30e4c259f req-2c2f022a-603c-4afe-b768-c688791f8338 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:16.814555 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d1c529c3-8c09-4a0e-85fd-f8e30e4c259f req-2c2f022a-603c-4afe-b768-c688791f8338 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 945 time: 0.0536680 Jun 29 08:10:16.866028 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d1c529c3-8c09-4a0e-85fd-f8e30e4c259f req-59ad7f46-bae9-460a-bef4-b4b0058319a4 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Jun 29 08:10:17.281084 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-ae832fc7-dfb3-4016-8ca0-ea269f2fe7fe tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:17.282743 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-ae832fc7-dfb3-4016-8ca0-ea269f2fe7fe tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.48 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 945 time: 0.0491352 Jun 29 08:10:17.376545 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-d1e7629e-b84a-40cb-9ca9-56903fef104d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Deleting port c7127a13-25e4-4848-94bc-e63def0cae14 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:10:17.376889 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-d1e7629e-b84a-40cb-9ca9-56903fef104d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:17.479305 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-d1e7629e-b84a-40cb-9ca9-56903fef104d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] For port c7127a13-25e4-4848-94bc-e63def0cae14, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=c7127a13-25e4-4848-94bc-e63def0cae14,segment=NetworkSegment(6a093a11-589f-4bb2-86f5-c5d5d89aa2db),segment_id=6a093a11-589f-4bb2-86f5-c5d5d89aa2db)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:17.479662 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-d1e7629e-b84a-40cb-9ca9-56903fef104d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:17.497615 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-d1e7629e-b84a-40cb-9ca9-56903fef104d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Calling delete_port for c7127a13-25e4-4848-94bc-e63def0cae14 owned by compute:nova {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:10:17.499696 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:17.578805 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:17.646806 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-d1e7629e-b84a-40cb-9ca9-56903fef104d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (c7127a13-25e4-4848-94bc-e63def0cae14), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:17.673242 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7629e-b84a-40cb-9ca9-56903fef104d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Pushing event deleted for resources: {'Port': ['ID=c7127a13-25e4-4848-94bc-e63def0cae14,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:17.683975 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['c7127a13-25e4-4848-94bc-e63def0cae14'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:10:17.725933 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-d1e7629e-b84a-40cb-9ca9-56903fef104d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] No DVR routers for this DVR port c7127a13-25e4-4848-94bc-e63def0cae14 on host hv-cinder-76810 {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:10:17.728708 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-d1e7629e-b84a-40cb-9ca9-56903fef104d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:17.732775 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-466a4d46-ee50-468d-afc2-c2805b70c9ee req-d1e7629e-b84a-40cb-9ca9-56903fef104d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.48 "DELETE /v2.0/ports/c7127a13-25e4-4848-94bc-e63def0cae14 HTTP/1.1" status: 204 len: 173 time: 0.4443257 Jun 29 08:10:17.733398 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daf6093-9730-4221-9de3-11fa5735675f', 'name': 'network-vif-deleted', 'tag': 'c7127a13-25e4-4848-94bc-e63def0cae14'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:10:17.735705 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1d36a8-5708-4e68-a215-23b3d71e462b" -d '{"events": [{"server_uuid": "1daf6093-9730-4221-9de3-11fa5735675f", "name": "network-vif-deleted", "tag": "c7127a13-25e4-4848-94bc-e63def0cae14"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:10:17.774632 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059a172-49aa-4f30-8029-0ad90ef8d7a0 x-openstack-request-id: req-0059a172-49aa-4f30-8029-0ad90ef8d7a0 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:10:17.774926 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1daf6093-9730-4221-9de3-11fa5735675f", "name": "network-vif-deleted", "tag": "c7127a13-25e4-4848-94bc-e63def0cae14", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:10:17.775180 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0059a172-49aa-4f30-8029-0ad90ef8d7a0 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:10:17.775735 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0059a172-49aa-4f30-8029-0ad90ef8d7a0'] response: {'server_uuid': '1daf6093-9730-4221-9de3-11fa5735675f', 'name': 'network-vif-deleted', 'tag': 'c7127a13-25e4-4848-94bc-e63def0cae14', 'status': 'completed', 'code': 200} Jun 29 08:10:17.984256 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6d081005-bb6d-4a2f-8b01-def836b9f884 req-2d7ee392-e3c1-4593-af09-9ed1b3687836 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=1daf6093-9730-4221-9de3-11fa5735675f HTTP/1.1" status: 200 len: 210 time: 0.0278935 Jun 29 08:10:19.274728 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955694ca-9eea-404c-8206-999c5916a5a9 req-791d75e0-4853-41c2-90df-306ca629e3c6 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:19.276252 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-791d75e0-4853-41c2-90df-306ca629e3c6 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/networks?id=337273a9-9ac4-41ec-a7d5-038bc1a82bb8 HTTP/1.1" status: 200 len: 809 time: 0.1159620 Jun 29 08:10:19.295665 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-b401d9ef-88d0-4b7d-a4b7-d5af50d934ae tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/quotas/941e14f704b74aa7afe5ef3a75a3f24b HTTP/1.1" status: 200 len: 375 time: 0.0126848 Jun 29 08:10:19.332776 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-c5ec26ba-c805-4b54-b575-8f3ad625e292 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=941e14f704b74aa7afe5ef3a75a3f24b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312116 Jun 29 08:10:19.433666 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-a47366cd-f071-4e89-9bab-3282e5658ca3 service neutron] 10.222.0.43 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941784 Jun 29 08:10:19.474377 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:19.530949 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1921e1b3-8482-491c-b447-7168fdab8e34 service neutron] 10.222.0.43 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900202 Jun 29 08:10:19.710754 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5c6f43e6-5d66-4ca6-911a-9da975282917 req-a1a3da88-df23-4894-8f2c-e9f0d9723cb9 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 210 time: 0.0370224 Jun 29 08:10:20.832216 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-cf7465c3-47e2-40ab-9ccb-5090865f155d req-1d9e8439-9fe4-416a-bafe-e3f213decab5 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 210 time: 0.0333064 Jun 29 08:10:20.857752 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955694ca-9eea-404c-8206-999c5916a5a9 req-44ff8f18-70ec-4fc5-b2bc-6cbab213db99 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:20.859903 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-44ff8f18-70ec-4fc5-b2bc-6cbab213db99 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.48 "GET /v2.0/networks?id=337273a9-9ac4-41ec-a7d5-038bc1a82bb8 HTTP/1.1" status: 200 len: 809 time: 0.1125774 Jun 29 08:10:20.899870 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Request body: {'port': {'device_id': '8c1fe8b6-4e29-4292-92a3-a687fadeb6a1', 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8', 'admin_state_up': True, 'tenant_id': '941e14f704b74aa7afe5ef3a75a3f24b'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:10:21.018258 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Made reservation on behalf of 941e14f704b74aa7afe5ef3a75a3f24b for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:10:21.021652 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:21.158294 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Allocated IP 172.20.0.9 (337273a9-9ac4-41ec-a7d5-038bc1a82bb8/d3ed991a-71ee-4acd-86ce-07d3514dcaa7/1eefdfdc-1116-4e6b-9440-f1edd39c5cdf) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:10:21.299763 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device c7127a13-25e4-4848-94bc-e63def0cae14 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:10:21.317634 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks [] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:21.319276 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: c7127a13-25e4-4848-94bc-e63def0cae14 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:10:21.319684 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device c7127a13-25e4-4848-94bc-e63def0cae14 not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:10:21.348700 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:21.357287 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:21.402006 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:10:21.406172 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:10:21.410391 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:10:21.416420 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Pushing event updated for resources: {'Port': ['ID=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:21.465217 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:21.465825 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:21.483424 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-1bb6f74d-561e-437f-95a7-3dd25433e37e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890954 Jun 29 08:10:21.502985 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Request body: {'port': {'device_id': '8c1fe8b6-4e29-4292-92a3-a687fadeb6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:10:21.522447 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:21.566146 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:21.834892 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:10:21.842326 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Publish callbacks [] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:21.855692 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Transition to ACTIVE for port object 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:10:21.862142 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:21.959610 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:22.011007 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:22.019042 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e21b8-ff3e-4751-8414-9fdb3edb586c req-e2d52288-8cef-4615-9174-cff7a9804184 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:22.020575 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2e7e21b8-ff3e-4751-8414-9fdb3edb586c req-e2d52288-8cef-4615-9174-cff7a9804184 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 943 time: 0.1111426 Jun 29 08:10:22.081634 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Attempting to bind port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:10:22.081972 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Attempting to bind port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '6a093a11-589f-4bb2-86f5-c5d5d89aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:10:22.082301 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Attempting to bind port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf on network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:10:22.093336 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2e7e21b8-ff3e-4751-8414-9fdb3edb586c req-9d28bd8d-5870-4e4c-b087-12f93165fb30 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661974 Jun 29 08:10:22.093964 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf on network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:10:22.094290 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Attempting to bind port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf on network 337273a9-9ac4-41ec-a7d5-038bc1a82bb8 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:10:22.100141 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:10:22.100141 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Checking segment: {'id': '6a093a11-589f-4bb2-86f5-c5d5d89aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:10:22.100526 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Bound using segment: {'id': '6a093a11-589f-4bb2-86f5-c5d5d89aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:10:22.100952 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Bound port: 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a093a11-589f-4bb2-86f5-c5d5d89aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:10:22.101345 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:22.170998 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] For port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:10:22.174589 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] For port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,segment=NetworkSegment(6a093a11-589f-4bb2-86f5-c5d5d89aa2db),segment_id=6a093a11-589f-4bb2-86f5-c5d5d89aa2db)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:10:22.181362 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:22.219795 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:22.220625 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:22.222086 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/1eefdfdc-1116-4e6b-9440-f1edd39c5cdf HTTP/1.1" status: 200 len: 1093 time: 0.7233348 Jun 29 08:10:22.226873 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1fe8b6-4e29-4292-92a3-a687fadeb6a1', 'tag': '1eefdfdc-1116-4e6b-9440-f1edd39c5cdf'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:10:22.229225 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ad5de0-7634-413b-bb3a-b948b0263bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1fe8b6-4e29-4292-92a3-a687fadeb6a1", "tag": "1eefdfdc-1116-4e6b-9440-f1edd39c5cdf"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:10:22.257623 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c2ca7-a1be-4893-8d31-f6760d1683b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:22.269638 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e751e0-2435-43f0-b8f9-d1a410b95466 x-openstack-request-id: req-87e751e0-2435-43f0-b8f9-d1a410b95466 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:10:22.269987 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1fe8b6-4e29-4292-92a3-a687fadeb6a1", "tag": "1eefdfdc-1116-4e6b-9440-f1edd39c5cdf", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:10:22.270245 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87e751e0-2435-43f0-b8f9-d1a410b95466 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:10:22.270655 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e751e0-2435-43f0-b8f9-d1a410b95466'] response: {'name': 'network-changed', 'server_uuid': '8c1fe8b6-4e29-4292-92a3-a687fadeb6a1', 'tag': '1eefdfdc-1116-4e6b-9440-f1edd39c5cdf', 'status': 'completed', 'code': 200} Jun 29 08:10:22.345650 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:22.352392 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955694ca-9eea-404c-8206-999c5916a5a9 req-88e8fd53-3b79-4ccc-9887-f1a136c865d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:22.354064 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-88e8fd53-3b79-4ccc-9887-f1a136c865d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941e14f704b74aa7afe5ef3a75a3f24b&device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 1127 time: 0.0582445 Jun 29 08:10:22.401991 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-3fd0651d-a7ce-4c14-8aa0-ac9a636f1d61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf HTTP/1.1" status: 200 len: 217 time: 0.0332747 Jun 29 08:10:22.461800 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955694ca-9eea-404c-8206-999c5916a5a9 req-d4686998-fa91-49e8-b350-1557ed21eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:22.463254 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-d4686998-fa91-49e8-b350-1557ed21eed2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3ed991a-71ee-4acd-86ce-07d3514dcaa7 HTTP/1.1" status: 200 len: 849 time: 0.0481088 Jun 29 08:10:22.496671 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-bad323c7-be32-4ee0-a523-e2e5ce1ffa44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=337273a9-9ac4-41ec-a7d5-038bc1a82bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268588 Jun 29 08:10:22.571596 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:22.588365 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-dbc27590-7232-4dd3-b842-f3ba8be341fd service neutron] 10.222.0.48 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852337 Jun 29 08:10:22.682637 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-955694ca-9eea-404c-8206-999c5916a5a9 req-cbecd312-1d24-4e57-ba5c-753dd52a32ef service neutron] 10.222.0.48 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868556 Jun 29 08:10:23.182773 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:23.183549 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=83 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:23.212789 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ba2f7-b173-4de8-bc3f-db416c9b6cbd req-c34f3bdc-073a-4aa7-97b6-07cfe93807d0 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:23.214342 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eb7ba2f7-b173-4de8-bc3f-db416c9b6cbd req-c34f3bdc-073a-4aa7-97b6-07cfe93807d0 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 943 time: 0.0503623 Jun 29 08:10:23.261415 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eb7ba2f7-b173-4de8-bc3f-db416c9b6cbd req-5d4927bc-b5bb-4025-9ab9-bd90a0c9fdaa tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Jun 29 08:10:23.676684 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad5de0-7634-413b-bb3a-b948b0263bd3 req-acced6b5-2bb7-4f6e-b2f8-6eaf2723163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:23.678276 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a8ad5de0-7634-413b-bb3a-b948b0263bd3 req-acced6b5-2bb7-4f6e-b2f8-6eaf2723163a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941e14f704b74aa7afe5ef3a75a3f24b&device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 1127 time: 0.0442145 Jun 29 08:10:23.771904 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad5de0-7634-413b-bb3a-b948b0263bd3 req-64fcc23d-6278-4363-ad6f-a0ab9d1289c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:23.773389 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a8ad5de0-7634-413b-bb3a-b948b0263bd3 req-64fcc23d-6278-4363-ad6f-a0ab9d1289c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=337273a9-9ac4-41ec-a7d5-038bc1a82bb8 HTTP/1.1" status: 200 len: 910 time: 0.0892501 Jun 29 08:10:23.817024 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a8ad5de0-7634-413b-bb3a-b948b0263bd3 req-b438f292-c150-4d66-bf06-b1584f324b90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf HTTP/1.1" status: 200 len: 217 time: 0.0368648 Jun 29 08:10:23.865933 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad5de0-7634-413b-bb3a-b948b0263bd3 req-bd30d47f-a61f-4d4b-8182-f7b122842e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:23.867382 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a8ad5de0-7634-413b-bb3a-b948b0263bd3 req-bd30d47f-a61f-4d4b-8182-f7b122842e88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3ed991a-71ee-4acd-86ce-07d3514dcaa7 HTTP/1.1" status: 200 len: 849 time: 0.0442228 Jun 29 08:10:23.904961 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a8ad5de0-7634-413b-bb3a-b948b0263bd3 req-0f60d2fd-93c0-4600-b27f-1126a36159ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=337273a9-9ac4-41ec-a7d5-038bc1a82bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253937 Jun 29 08:10:23.998264 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a8ad5de0-7634-413b-bb3a-b948b0263bd3 req-9dfba0a1-ecb0-4a8d-9886-92451b5da756 service neutron] 10.222.0.48 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856447 Jun 29 08:10:24.092613 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a8ad5de0-7634-413b-bb3a-b948b0263bd3 req-e7cce22b-2874-4bac-8fae-6262892e676a service neutron] 10.222.0.48 "GET /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872543 Jun 29 08:10:24.380728 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a38388-ab98-443d-9c26-3708d5d6f9d9 req-301c074e-c6a0-4d38-9262-39a0fb128c90 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:24.382131 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84a38388-ab98-443d-9c26-3708d5d6f9d9 req-301c074e-c6a0-4d38-9262-39a0fb128c90 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 943 time: 0.0499568 Jun 29 08:10:24.393769 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:24.430555 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84a38388-ab98-443d-9c26-3708d5d6f9d9 req-5cc3d79d-39d9-43e4-a77f-a67eca4d708c tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428250 Jun 29 08:10:24.441214 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ea206756-3eed-42a9-be5a-133e0a7a5a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:25.299939 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:10:25.396930 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,segment=NetworkSegment(6a093a11-589f-4bb2-86f5-c5d5d89aa2db),segment_id=6a093a11-589f-4bb2-86f5-c5d5d89aa2db)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:25.408467 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '1eefdfdc-1116-4e6b-9440-f1edd39c5cdf', 'network_id': '337273a9-9ac4-41ec-a7d5-038bc1a82bb8', 'port_id': '1eefdfdc-1116-4e6b-9440-f1edd39c5cdf', 'mac_address': 'fa:16:3e:78:86:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ed991a-71ee-4acd-86ce-07d3514dcaa7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:10:25.447106 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:10:25.447820 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:25.558612 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e408783-660c-4f84-b0ab-c06c883675bd req-92ec27b8-72bb-4367-b095-37f3c76aa1cc tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:25.560237 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0e408783-660c-4f84-b0ab-c06c883675bd req-92ec27b8-72bb-4367-b095-37f3c76aa1cc tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 943 time: 0.0526466 Jun 29 08:10:25.594791 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:10:25.616474 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,segment=NetworkSegment(6a093a11-589f-4bb2-86f5-c5d5d89aa2db),segment_id=6a093a11-589f-4bb2-86f5-c5d5d89aa2db)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:25.619260 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0e408783-660c-4f84-b0ab-c06c883675bd req-8de53038-2114-47bb-8e95-b2d724ba1337 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509794 Jun 29 08:10:25.620909 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:25.656657 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:25.671900 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:25.679826 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.680174 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.680512 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.680852 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.681218 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.681551 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.681876 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.682200 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.682526 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.682850 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.683173 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.683497 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.683814 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.684132 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.684462 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:25.975178 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['1eefdfdc-1116-4e6b-9440-f1edd39c5cdf'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:10:26.010571 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:26.746899 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a755fa7-249f-42df-8241-c0b417ed7ca9 req-1b2b8592-7b84-42a1-b178-bfd861b32123 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:26.748372 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1a755fa7-249f-42df-8241-c0b417ed7ca9 req-1b2b8592-7b84-42a1-b178-bfd861b32123 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 944 time: 0.0473273 Jun 29 08:10:26.795293 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1a755fa7-249f-42df-8241-c0b417ed7ca9 req-274e7e7a-e585-414f-b700-0cda5aa1602c tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410159 Jun 29 08:10:26.958185 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5465cc5e-61c5-4d0b-b166-42accbff33bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:27.315789 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:10:27.357900 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:10:27.364533 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:10:27.364912 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:27.438990 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:10:27.439364 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:27.462079 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1fe8b6-4e29-4292-92a3-a687fadeb6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eefdfdc-1116-4e6b-9440-f1edd39c5cdf'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:10:27.464268 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10bcbae-d288-4dd3-b8c8-14031989a192" -d '{"events": [{"server_uuid": "8c1fe8b6-4e29-4292-92a3-a687fadeb6a1", "name": "network-vif-plugged", "status": "completed", "tag": "1eefdfdc-1116-4e6b-9440-f1edd39c5cdf"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:10:27.478543 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,segment=NetworkSegment(6a093a11-589f-4bb2-86f5-c5d5d89aa2db),segment_id=6a093a11-589f-4bb2-86f5-c5d5d89aa2db)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:27.489952 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:27.509954 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0e3f6f-58d1-4d88-9aa7-eb10272f4765 x-openstack-request-id: req-ba0e3f6f-58d1-4d88-9aa7-eb10272f4765 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:10:27.510235 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1fe8b6-4e29-4292-92a3-a687fadeb6a1", "name": "network-vif-plugged", "status": "completed", "tag": "1eefdfdc-1116-4e6b-9440-f1edd39c5cdf", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:10:27.510480 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba0e3f6f-58d1-4d88-9aa7-eb10272f4765 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:10:27.510860 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0e3f6f-58d1-4d88-9aa7-eb10272f4765'] response: {'server_uuid': '8c1fe8b6-4e29-4292-92a3-a687fadeb6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eefdfdc-1116-4e6b-9440-f1edd39c5cdf', 'code': 200} Jun 29 08:10:27.558922 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:27.741342 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e3c38-897a-41f9-b93c-a95d8491a595 req-3cf2a2ee-761b-4371-9f2f-04be35d7e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:27.742879 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-151e3c38-897a-41f9-b93c-a95d8491a595 req-3cf2a2ee-761b-4371-9f2f-04be35d7e1d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 1129 time: 0.0388744 Jun 29 08:10:27.768276 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:27.790132 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-151e3c38-897a-41f9-b93c-a95d8491a595 req-6a5e72cd-dfe2-4755-8ade-da70d86cfb4a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Jun 29 08:10:27.913995 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e3c18-018c-4c5e-8e98-659116c15e8d req-af19a767-4889-4f08-acea-7266f5cc2686 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:27.915489 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b49e3c18-018c-4c5e-8e98-659116c15e8d req-af19a767-4889-4f08-acea-7266f5cc2686 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 945 time: 0.0519736 Jun 29 08:10:27.966570 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b49e3c18-018c-4c5e-8e98-659116c15e8d req-ed2ff4c0-3404-4237-ba4d-10bc84f5cc01 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 Jun 29 08:10:28.341777 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:29.088268 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862e2c2-be3a-418a-b36b-90abc9fdc939 req-3151b20d-76b6-4536-ae7e-5cb5714342b4 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:29.089782 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4862e2c2-be3a-418a-b36b-90abc9fdc939 req-3151b20d-76b6-4536-ae7e-5cb5714342b4 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 945 time: 0.0481589 Jun 29 08:10:29.138039 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4862e2c2-be3a-418a-b36b-90abc9fdc939 req-55693ff9-bd30-4467-aa32-f436e7d42937 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Jun 29 08:10:29.523029 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:29.883466 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:30.262544 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae9683-6e2b-45d7-867f-847e60f4e405 req-744989df-91a5-4829-b714-4eb60b1b0d54 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:30.264125 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b3ae9683-6e2b-45d7-867f-847e60f4e405 req-744989df-91a5-4829-b714-4eb60b1b0d54 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 945 time: 0.0517538 Jun 29 08:10:30.317604 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b3ae9683-6e2b-45d7-867f-847e60f4e405 req-7c516a00-50cd-4f5e-8e6a-19f91d1f1a8e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470967 Jun 29 08:10:31.096085 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd13c67-386a-4a5e-8b39-e70e77d219a1 req-17e10553-1b94-4546-811d-96d5bdef8e5a tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:31.097521 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dbd13c67-386a-4a5e-8b39-e70e77d219a1 req-17e10553-1b94-4546-811d-96d5bdef8e5a tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 945 time: 0.0492887 Jun 29 08:10:31.146107 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dbd13c67-386a-4a5e-8b39-e70e77d219a1 req-2495498d-a68a-4516-8b65-d1f594a2219d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Jun 29 08:10:31.755997 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:10:32.264105 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f38326-1ec6-497e-8ad2-e73f3f3e6b7a req-06318c8d-92c1-43e1-949b-318abec3807d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:32.266301 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-66f38326-1ec6-497e-8ad2-e73f3f3e6b7a req-06318c8d-92c1-43e1-949b-318abec3807d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 945 time: 0.0501354 Jun 29 08:10:32.315749 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-66f38326-1ec6-497e-8ad2-e73f3f3e6b7a req-1e3a1f62-9a11-45ee-abf3-ef2809cff488 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3175fa-c361-449a-a51c-aa29a3ca62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439835 Jun 29 08:10:32.721317 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-eb24150f-003a-4163-b50d-222934ba001d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:32.722723 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-eb24150f-003a-4163-b50d-222934ba001d tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 945 time: 0.0472808 Jun 29 08:10:32.809855 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Deleting port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:10:32.810197 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:32.814459 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:32.898164 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] For port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,segment=NetworkSegment(6a093a11-589f-4bb2-86f5-c5d5d89aa2db),segment_id=6a093a11-589f-4bb2-86f5-c5d5d89aa2db)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:32.898522 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:32.913315 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Calling delete_port for 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf owned by compute:nova {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:10:33.048525 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (1eefdfdc-1116-4e6b-9440-f1edd39c5cdf), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:33.076854 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Pushing event deleted for resources: {'Port': ['ID=1eefdfdc-1116-4e6b-9440-f1edd39c5cdf,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:33.093929 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['1eefdfdc-1116-4e6b-9440-f1edd39c5cdf'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:10:33.106888 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.107238 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.107575 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.107913 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.108291 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.108659 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.109848 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.110494 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.110633 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.110943 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.111257 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.111582 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.111906 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.112213 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.112661 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:33.137564 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] No DVR routers for this DVR port 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf on host hv-cinder-76810 {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:10:33.140167 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:33.143778 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b872cee0-e1e9-4644-9f2f-d11fdbff5923 req-d4467a8d-fdae-4dff-92d3-e79dce3f42e7 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.48 "DELETE /v2.0/ports/1eefdfdc-1116-4e6b-9440-f1edd39c5cdf HTTP/1.1" status: 204 len: 173 time: 0.4149280 Jun 29 08:10:33.144325 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1fe8b6-4e29-4292-92a3-a687fadeb6a1', 'name': 'network-vif-deleted', 'tag': '1eefdfdc-1116-4e6b-9440-f1edd39c5cdf'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:10:33.147905 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0323f33-cc33-49ba-a400-bccf23ecfa21" -d '{"events": [{"server_uuid": "8c1fe8b6-4e29-4292-92a3-a687fadeb6a1", "name": "network-vif-deleted", "tag": "1eefdfdc-1116-4e6b-9440-f1edd39c5cdf"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:10:33.190486 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb00012-0b10-4469-ab1b-b07a29e0e369 x-openstack-request-id: req-3cb00012-0b10-4469-ab1b-b07a29e0e369 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:10:33.190840 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1fe8b6-4e29-4292-92a3-a687fadeb6a1", "name": "network-vif-deleted", "tag": "1eefdfdc-1116-4e6b-9440-f1edd39c5cdf", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:10:33.191046 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cb00012-0b10-4469-ab1b-b07a29e0e369 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:10:33.191436 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb00012-0b10-4469-ab1b-b07a29e0e369'] response: {'server_uuid': '8c1fe8b6-4e29-4292-92a3-a687fadeb6a1', 'name': 'network-vif-deleted', 'tag': '1eefdfdc-1116-4e6b-9440-f1edd39c5cdf', 'status': 'completed', 'code': 200} Jun 29 08:10:33.296992 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee40ae-ff87-4b0e-89df-ed4e8dfcae96 req-12571402-962c-46e0-af96-c358c320c473 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:33.298526 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5bee40ae-ff87-4b0e-89df-ed4e8dfcae96 req-12571402-962c-46e0-af96-c358c320c473 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 947 time: 0.0541027 Jun 29 08:10:33.348302 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5bee40ae-ff87-4b0e-89df-ed4e8dfcae96 req-bd3ca5f3-4290-488b-bf32-a297e02ab9a9 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437937 Jun 29 08:10:33.417395 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-871289df-9323-4315-8fe6-4bac71b53b5c req-f8efa12e-f8cd-4f82-a6a2-41c26a0fe677 tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 210 time: 0.0318491 Jun 29 08:10:34.475835 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60a69-319e-4931-ac2b-c8092426ed6e req-1e75369c-7844-4e13-8495-a5370bc41554 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:34.477397 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c60a69-319e-4931-ac2b-c8092426ed6e req-1e75369c-7844-4e13-8495-a5370bc41554 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 947 time: 0.0510266 Jun 29 08:10:34.531000 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-32c60a69-319e-4931-ac2b-c8092426ed6e req-d7225b74-4cb3-45c7-a565-de774e08d947 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e837c62-c329-49e2-b205-cb1e32fec6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468676 Jun 29 08:10:34.535949 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ce069673-6d94-4d63-a5bb-a2342072d57d req-34d540ea-acf7-4f79-a066-8f82d558354e tempest-VolumesActionsTest-246618099 tempest-VolumesActionsTest-246618099-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1fe8b6-4e29-4292-92a3-a687fadeb6a1 HTTP/1.1" status: 200 len: 210 time: 0.0294044 Jun 29 08:10:35.087930 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-c3dd8d23-0fef-47f3-92a0-4f76429996d8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:35.089995 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-c3dd8d23-0fef-47f3-92a0-4f76429996d8 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 947 time: 0.0550201 Jun 29 08:10:35.168759 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:35.179220 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Deleting port 747dea80-5c60-451c-bba1-3aabe38a1272 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:10:35.179695 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:35.273203 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] For port 747dea80-5c60-451c-bba1-3aabe38a1272, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=747dea80-5c60-451c-bba1-3aabe38a1272,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:35.273560 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:35.433203 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:35.433574 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (8818717b-efe9-46fd-aed5-27e8847ca1a1), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:35.433908 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Floating IP 8818717b-efe9-46fd-aed5-27e8847ca1a1 disassociated. External IP: 172.27.3.27, port: 747dea80-5c60-451c-bba1-3aabe38a1272. Jun 29 08:10:35.434257 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Calling delete_port for 747dea80-5c60-451c-bba1-3aabe38a1272 owned by compute:nova {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:10:35.435906 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 747dea80-5c60-451c-bba1-3aabe38a1272 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:10:35.492991 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:35.512834 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 747dea80-5c60-451c-bba1-3aabe38a1272 is: ACTIVE; New status is: DOWN {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:10:35.513345 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:35.577018 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (747dea80-5c60-451c-bba1-3aabe38a1272), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:35.610175 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event deleted for resources: {'Port': ['ID=747dea80-5c60-451c-bba1-3aabe38a1272,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:35.621951 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:10:35.650135 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:10:35.650871 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 1eefdfdc-1116-4e6b-9440-f1edd39c5cdf not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:10:35.654684 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4d7562aa-362f-46c7-9e69-32b673606fc9 req-dd31b7e6-7bd4-40cc-9ad6-6271f99cca15 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 210 time: 0.0416949 Jun 29 08:10:36.035564 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Router accf43d2-5747-43bd-938c-9a89c1c231cd has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:10:36.152171 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:10:36.163917 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] Sync routers for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:10:36.175152 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:10:36.176027 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:10:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:36.198299 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] No DVR routers for this DVR port 747dea80-5c60-451c-bba1-3aabe38a1272 on host hv-cinder-76810 {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:10:36.202121 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:36.206251 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a1f34cc5-a66a-4a28-a94b-d8883a544282 req-1c9ad577-6bd7-473d-803b-d3f5ce7611d0 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.48 "DELETE /v2.0/ports/747dea80-5c60-451c-bba1-3aabe38a1272 HTTP/1.1" status: 204 len: 173 time: 1.1107645 Jun 29 08:10:36.206704 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'name': 'network-vif-deleted', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:10:36.209454 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13af270b-4aae-48ac-8d3f-c54171314ba0" -d '{"events": [{"server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "name": "network-vif-deleted", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:10:36.302065 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:10:36.483834 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc9aa8f-5efb-4719-ae34-c8c74c032bb8 x-openstack-request-id: req-4cc9aa8f-5efb-4719-ae34-c8c74c032bb8 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:10:36.484166 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c90a0-14de-401e-80d5-fe4bf684d991", "name": "network-vif-deleted", "tag": "747dea80-5c60-451c-bba1-3aabe38a1272", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:10:36.484455 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4cc9aa8f-5efb-4719-ae34-c8c74c032bb8 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:10:36.484799 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc9aa8f-5efb-4719-ae34-c8c74c032bb8'] response: {'server_uuid': '4e4c90a0-14de-401e-80d5-fe4bf684d991', 'name': 'network-vif-deleted', 'tag': '747dea80-5c60-451c-bba1-3aabe38a1272', 'status': 'completed', 'code': 200} Jun 29 08:10:36.545423 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:36.570318 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] Checking router: accf43d2-5747-43bd-938c-9a89c1c231cd for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:10:36.579280 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:10:36.579871 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:10:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:36.722374 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:10:36.813957 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9cf90fb9-08c9-490c-abc3-8a1617d09ca4 req-0e41cee0-4ea7-4d43-ae9c-768da023ec1e tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e4c90a0-14de-401e-80d5-fe4bf684d991 HTTP/1.1" status: 200 len: 210 time: 0.0310400 Jun 29 08:10:37.022750 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:37.047906 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83db89-c8a4-4ffe-9435-0cc61a7c7b81 None None] The sync data for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi is: [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:02:59Z', 'revision_number': 4, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'c8adaff9-8399-40fd-8d6e-4d58444d7a71', 'name': '', 'network_id': '2f3afbc5-288f-4461-967f-3d79e5607ae1', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'mac_address': 'fa:16:3e:df:28:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c3674e35-78be-4792-bbee-240b87745afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:57Z', 'updated_at': '2022-06-29T08:03:13Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'subnets': [{'id': 'c3674e35-78be-4792-bbee-240b87745afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:10:37.277582 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934292c7-1316-4b4c-8f17-9239042130cf None None] New status for floating IP 8818717b-efe9-46fd-aed5-27e8847ca1a1: DOWN {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:10:37.907164 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 45940) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:37.975676 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (3e837c62-c329-49e2-b205-cb1e32fec6d6), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:38.007372 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (3e837c62-c329-49e2-b205-cb1e32fec6d6), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:38.057091 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3e837c62-c329-49e2-b205-cb1e32fec6d6), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:38.059673 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:38.060853 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "DELETE /v2.0/security-groups/3e837c62-c329-49e2-b205-cb1e32fec6d6 HTTP/1.1" status: 204 len: 168 time: 0.1521883 Jun 29 08:10:38.064452 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45942) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:38.071530 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e837c62-c329-49e2-b205-cb1e32fec6d6,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:38.079244 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.api.v2.resource [None req-d17eceb0-f101-408b-a525-bed44fa39ec2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] show failed (client error): The resource could not be found. Jun 29 08:10:38.080047 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.080254 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-d17eceb0-f101-408b-a525-bed44fa39ec2 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "GET /v2.0/security-groups/3e837c62-c329-49e2-b205-cb1e32fec6d6 HTTP/1.1" status: 404 len: 347 time: 0.0147827 Jun 29 08:10:38.080406 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.080936 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.081317 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.081651 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.081986 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.082320 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.082649 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.082974 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.083308 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 45944) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:38.083922 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.084263 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.084604 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.084918 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.085273 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.085817 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd60ede-74ee-4fcb-8d14-4ac91fcf4126 tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:10:38.197003 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-7dafaff7-5e59-4c64-a656-add1e131b87d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Deleting port d96bcf3f-19d6-4de1-8616-b865dd20a3e9 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:10:38.197358 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7dafaff7-5e59-4c64-a656-add1e131b87d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (d96bcf3f-19d6-4de1-8616-b865dd20a3e9), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:38.277077 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7dafaff7-5e59-4c64-a656-add1e131b87d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (d96bcf3f-19d6-4de1-8616-b865dd20a3e9), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:38.277308 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7dafaff7-5e59-4c64-a656-add1e131b87d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (d96bcf3f-19d6-4de1-8616-b865dd20a3e9), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:38.279406 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:38.291750 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-7dafaff7-5e59-4c64-a656-add1e131b87d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Calling delete_port for d96bcf3f-19d6-4de1-8616-b865dd20a3e9 owned by network:floatingip {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:10:38.425718 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7dafaff7-5e59-4c64-a656-add1e131b87d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (d96bcf3f-19d6-4de1-8616-b865dd20a3e9), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:38.450789 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafaff7-5e59-4c64-a656-add1e131b87d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Pushing event deleted for resources: {'Port': ['ID=d96bcf3f-19d6-4de1-8616-b865dd20a3e9,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:38.516074 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7dafaff7-5e59-4c64-a656-add1e131b87d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks [] for floatingip (8818717b-efe9-46fd-aed5-27e8847ca1a1), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:38.518776 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7dafaff7-5e59-4c64-a656-add1e131b87d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:38.519901 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-7dafaff7-5e59-4c64-a656-add1e131b87d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] 10.222.0.43 "DELETE /v2.0/floatingips/8818717b-efe9-46fd-aed5-27e8847ca1a1 HTTP/1.1" status: 204 len: 168 time: 0.4357162 Jun 29 08:10:42.110551 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46000) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:42.316244 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:42.605737 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (accf43d2-5747-43bd-938c-9a89c1c231cd), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:42.885636 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] Deleting port c8adaff9-8399-40fd-8d6e-4d58444d7a71 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:10:42.885966 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:42.978825 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] For port c8adaff9-8399-40fd-8d6e-4d58444d7a71, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=c8adaff9-8399-40fd-8d6e-4d58444d7a71,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:42.979235 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:42.995426 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] Calling delete_port for c8adaff9-8399-40fd-8d6e-4d58444d7a71 owned by network:router_interface {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:10:43.002741 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:43.219339 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (c8adaff9-8399-40fd-8d6e-4d58444d7a71), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:43.256094 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8adaff9-8399-40fd-8d6e-4d58444d7a71,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:43.261400 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:43.540054 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (accf43d2-5747-43bd-938c-9a89c1c231cd), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:43.823734 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] Router accf43d2-5747-43bd-938c-9a89c1c231cd has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:10:43.950186 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:10:43.957266 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-4ee0bdbd-d99d-40d4-926b-52867a98b827 admin admin] 10.222.0.43 "PUT /v2.0/routers/accf43d2-5747-43bd-938c-9a89c1c231cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8458867 Jun 29 08:10:43.959076 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46016) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:43.966507 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] Sync routers for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:10:43.979304 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:10:43.980323 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:10:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:44.073158 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Publish callbacks [] for router (accf43d2-5747-43bd-938c-9a89c1c231cd), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:44.125089 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:10:44.188145 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Publish callbacks [] for router_gateway (accf43d2-5747-43bd-938c-9a89c1c231cd), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:44.246575 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Deleting port 470a8d5b-9660-4bb2-8663-a7e0e2990d28 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:10:44.247277 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:44.250430 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:44.293898 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:44.318002 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:10:43Z', 'revision_number': 5, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port': {'id': '470a8d5b-9660-4bb2-8663-a7e0e2990d28', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:02:46Z', 'updated_at': '2022-06-29T08:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:44.355011 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] Checking router: accf43d2-5747-43bd-938c-9a89c1c231cd for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:10:44.357943 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:44.367093 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] Routers {'accf43d2-5747-43bd-938c-9a89c1c231cd'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:10:44.368036 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:10:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['accf43d2-5747-43bd-938c-9a89c1c231cd'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:44.372928 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] For port 470a8d5b-9660-4bb2-8663-a7e0e2990d28, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=470a8d5b-9660-4bb2-8663-a7e0e2990d28,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:44.373324 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:44.393728 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Calling delete_port for 470a8d5b-9660-4bb2-8663-a7e0e2990d28 owned by network:router_gateway {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:10:44.419951 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:44.467526 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] Set router accf43d2-5747-43bd-938c-9a89c1c231cd gateway port host: None {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:10:44.536399 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:10:44Z', 'revision_number': 6, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:44.563456 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78adb5-27ab-4260-94d6-4517538b5a3a None None] The sync data for ids ['accf43d2-5747-43bd-938c-9a89c1c231cd'] in dv-cinder-768105-14-iscsi is: [{'id': 'accf43d2-5747-43bd-938c-9a89c1c231cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1046077395-router', 'tenant_id': '4cd09897be9c4642b91dfb53a536e7d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:02:44Z', 'updated_at': '2022-06-29T08:10:44Z', 'revision_number': 6, 'project_id': '4cd09897be9c4642b91dfb53a536e7d1', 'gw_port_host': None}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:10:44.714442 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (470a8d5b-9660-4bb2-8663-a7e0e2990d28), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:44.745994 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Pushing event deleted for resources: {'Port': ['ID=470a8d5b-9660-4bb2-8663-a7e0e2990d28,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:44.825531 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (accf43d2-5747-43bd-938c-9a89c1c231cd), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:44.924665 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (accf43d2-5747-43bd-938c-9a89c1c231cd), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:44.930176 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Publish callbacks [] for router_controller (accf43d2-5747-43bd-938c-9a89c1c231cd), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:44.983893 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (accf43d2-5747-43bd-938c-9a89c1c231cd), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:44.985165 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Fanout notify agent at l3_agent the message router_deleted on router accf43d2-5747-43bd-938c-9a89c1c231cd {{(pid=103901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:10:44.990239 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:44.993756 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-74eecb54-e35e-4644-8001-791565c6045e admin admin] 10.222.0.43 "DELETE /v2.0/routers/accf43d2-5747-43bd-938c-9a89c1c231cd HTTP/1.1" status: 204 len: 168 time: 1.0305972 Jun 29 08:10:44.994156 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46022) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:45.087113 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ce7446-2157-45aa-9479-3758750e0660 admin admin] Deleting subnet c3674e35-78be-4792-bbee-240b87745afd {{(pid=103900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:10:45.091018 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-41ce7446-2157-45aa-9479-3758750e0660 admin admin] Publish callbacks [] for subnet (c3674e35-78be-4792-bbee-240b87745afd), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.136110 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-41ce7446-2157-45aa-9479-3758750e0660 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25764326'] for subnet (c3674e35-78be-4792-bbee-240b87745afd), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.243142 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-41ce7446-2157-45aa-9479-3758750e0660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (c3674e35-78be-4792-bbee-240b87745afd), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.247792 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:45.319937 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-41ce7446-2157-45aa-9479-3758750e0660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29173121'] for subnet (c3674e35-78be-4792-bbee-240b87745afd), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.350941 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce7446-2157-45aa-9479-3758750e0660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3674e35-78be-4792-bbee-240b87745afd,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:45.355141 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-41ce7446-2157-45aa-9479-3758750e0660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.362530 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46024) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:45.363016 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-41ce7446-2157-45aa-9479-3758750e0660 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c3674e35-78be-4792-bbee-240b87745afd HTTP/1.1" status: 204 len: 168 time: 0.3673873 Jun 29 08:10:45.363694 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04d307b-6b9f-4f29-b4f8-a2949aa35b0c None None] Network 2f3afbc5-288f-4461-967f-3d79e5607ae1 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:10:45.367051 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=77,neutron:UPDATE=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:45.462485 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (2f3afbc5-288f-4461-967f-3d79e5607ae1), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.537336 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Deleting port 92e5b0a2-4fb9-475a-8754-583709260225 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:10:45.537832 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (92e5b0a2-4fb9-475a-8754-583709260225), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.637839 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ca888-53c3-4d7e-ae2d-c84d2ae5aa34 None None] DHCP port deletion for 2f3afbc5-288f-4461-967f-3d79e5607ae1 request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:10:45.653492 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] For port 92e5b0a2-4fb9-475a-8754-583709260225, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=92e5b0a2-4fb9-475a-8754-583709260225,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:45.654153 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (92e5b0a2-4fb9-475a-8754-583709260225), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.673745 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Calling delete_port for 92e5b0a2-4fb9-475a-8754-583709260225 owned by network:dhcp {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:10:45.707650 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ca888-53c3-4d7e-ae2d-c84d2ae5aa34 None None] Deleting port 92e5b0a2-4fb9-475a-8754-583709260225 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:10:45.708023 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca888-53c3-4d7e-ae2d-c84d2ae5aa34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (92e5b0a2-4fb9-475a-8754-583709260225), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.800065 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-0b0ca888-53c3-4d7e-ae2d-c84d2ae5aa34 None None] For port 92e5b0a2-4fb9-475a-8754-583709260225, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=92e5b0a2-4fb9-475a-8754-583709260225,segment=NetworkSegment(2e953872-c670-48fe-8ce4-854918f791c8),segment_id=2e953872-c670-48fe-8ce4-854918f791c8)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:45.800065 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca888-53c3-4d7e-ae2d-c84d2ae5aa34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (92e5b0a2-4fb9-475a-8754-583709260225), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.822850 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (92e5b0a2-4fb9-475a-8754-583709260225), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:45.823117 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ca888-53c3-4d7e-ae2d-c84d2ae5aa34 None None] Calling delete_port for 92e5b0a2-4fb9-475a-8754-583709260225 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:10:45.842422 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] No DVR routers for this DVR port 92e5b0a2-4fb9-475a-8754-583709260225 on host dv-cinder-768105-14-iscsi {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:10:45.883702 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Pushing event deleted for resources: {'Port': ['ID=92e5b0a2-4fb9-475a-8754-583709260225,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:45.970374 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (2f3afbc5-288f-4461-967f-3d79e5607ae1), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.001155 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca888-53c3-4d7e-ae2d-c84d2ae5aa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (92e5b0a2-4fb9-475a-8754-583709260225), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.001595 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3afbc5-288f-4461-967f-3d79e5607ae1']}} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:46.013137 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e953872-c670-48fe-8ce4-854918f791c8') {'for_net_delete': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:46.013799 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e953872-c670-48fe-8ce4-854918f791c8') {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:10:46.033543 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26202124'] for segment (2e953872-c670-48fe-8ce4-854918f791c8), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.035944 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ca888-53c3-4d7e-ae2d-c84d2ae5aa34 None None] Pushing event deleted for resources: {'Port': ['ID=92e5b0a2-4fb9-475a-8754-583709260225,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:46.042643 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ca888-53c3-4d7e-ae2d-c84d2ae5aa34 None None] No DVR routers for this DVR port 92e5b0a2-4fb9-475a-8754-583709260225 on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:10:46.044397 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:46.069714 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (2e953872-c670-48fe-8ce4-854918f791c8), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.081494 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:10:46.082437 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26775310'] for segment (2e953872-c670-48fe-8ce4-854918f791c8), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.151027 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment 2e953872-c670-48fe-8ce4-854918f791c8 resource provider aggregate not found Jun 29 08:10:46.160301 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:46.172604 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (2f3afbc5-288f-4461-967f-3d79e5607ae1), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.181827 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.185225 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] 10.222.0.43 "DELETE /v2.0/networks/2f3afbc5-288f-4461-967f-3d79e5607ae1 HTTP/1.1" status: 204 len: 168 time: 0.8209777 Jun 29 08:10:46.212088 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment 2e953872-c670-48fe-8ce4-854918f791c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e953872-c670-48fe-8ce4-854918f791c8 found for delete ", "request_id": "req-c6d6fbb2-1b38-480c-9105-06d874770a74"}]} Jun 29 08:10:46.213212 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329c81d-0814-47fc-b46c-6ea1eb69c31b admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3afbc5-288f-4461-967f-3d79e5607ae1,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:46.369701 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46036) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:46.418769 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-822751af-c18e-44a2-801a-6b627919ca7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cd09897be9c4642b91dfb53a536e7d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434811 Jun 29 08:10:46.418769 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46038) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:46.508054 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-53b193e4-142b-4a55-aaf2-6e1e72a2825e admin admin] Publish callbacks [] for security_group (dafa139c-51be-4e36-ad43-ffad9570e66e), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.549029 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-53b193e4-142b-4a55-aaf2-6e1e72a2825e admin admin] Publish callbacks [] for security_group (dafa139c-51be-4e36-ad43-ffad9570e66e), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.551326 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device c8adaff9-8399-40fd-8d6e-4d58444d7a71 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:10:46.573119 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: c8adaff9-8399-40fd-8d6e-4d58444d7a71 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:10:46.573751 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device c8adaff9-8399-40fd-8d6e-4d58444d7a71 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:10:46.574342 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 470a8d5b-9660-4bb2-8663-a7e0e2990d28 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:10:46.599478 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 470a8d5b-9660-4bb2-8663-a7e0e2990d28 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:10:46.599846 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 470a8d5b-9660-4bb2-8663-a7e0e2990d28 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:10:46.600288 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 92e5b0a2-4fb9-475a-8754-583709260225 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:10:46.631246 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-53b193e4-142b-4a55-aaf2-6e1e72a2825e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (dafa139c-51be-4e36-ad43-ffad9570e66e), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.634361 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-53b193e4-142b-4a55-aaf2-6e1e72a2825e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:46.635349 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-53b193e4-142b-4a55-aaf2-6e1e72a2825e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dafa139c-51be-4e36-ad43-ffad9570e66e HTTP/1.1" status: 204 len: 168 time: 0.2176170 Jun 29 08:10:46.651115 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b193e4-142b-4a55-aaf2-6e1e72a2825e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafa139c-51be-4e36-ad43-ffad9570e66e,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:46.690865 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 92e5b0a2-4fb9-475a-8754-583709260225 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:10:46.691424 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 92e5b0a2-4fb9-475a-8754-583709260225 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:10:52.016845 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:52.539927 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-edd3b8a8-0268-4b7b-b006-57743b8de412 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501816 Jun 29 08:10:52.628938 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-4dd3b9d7-5ecc-4f1c-91e8-a2a74b4d4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:52.631084 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-4dd3b9d7-5ecc-4f1c-91e8-a2a74b4d4e26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 1129 time: 0.0522492 Jun 29 08:10:52.793316 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-c9b749da-7bfa-4302-b024-eee21fefb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:52.795445 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-c9b749da-7bfa-4302-b024-eee21fefb631 service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.1436939 Jun 29 08:10:52.884728 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-8c395f36-fefd-47b9-a7bf-0b4d41c56600 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef9d6628-7dec-44df-ae2b-420055caab1c HTTP/1.1" status: 200 len: 1000 time: 0.0822403 Jun 29 08:10:52.956193 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-a9d1865c-994e-4bea-aa5d-800b5b682fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:52.957840 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-a9d1865c-994e-4bea-aa5d-800b5b682fbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0663919 Jun 29 08:10:53.044284 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-d3b21549-3b65-46e5-9997-a76a54598e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:53.045956 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-d3b21549-3b65-46e5-9997-a76a54598e54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0815480 Jun 29 08:10:53.216075 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-6cbda5db-b884-4333-8d27-918bb3606c67 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632090 Jun 29 08:10:53.707006 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-3368ab5e-d2c5-4917-9680-9639e643e6e4 req-80f8a114-f2c0-4edc-929f-749b082beff6 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827878 Jun 29 08:10:54.448355 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-70b3360b-c1d9-4018-8484-e196682d040b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:54.539005 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=10 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:54.540181 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=13 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:55.326180 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:55.347286 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:56.952805 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:56.959444 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:56.975967 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-38d9736a-559a-46f0-b527-311c9e0fad9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:57.610304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc9af0-e429-4169-8d4d-9f70b3879bca req-c0f59b5c-6255-4023-b1c3-4f6bc04915db tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:57.611830 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-76cc9af0-e429-4169-8d4d-9f70b3879bca req-c0f59b5c-6255-4023-b1c3-4f6bc04915db tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 946 time: 0.0486724 Jun 29 08:10:57.621339 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46238) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:57.664872 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-76cc9af0-e429-4169-8d4d-9f70b3879bca req-e903c041-5183-4096-ad52-6c7decf308bb tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473883 Jun 29 08:10:57.729420 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f057c1db-f381-4754-96fe-587e508020a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:57.785129 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:57.816380 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f057c1db-f381-4754-96fe-587e508020a9 admin admin] Publish callbacks [] for security_group (5326ebd8-796f-4786-a47a-069a585e9faf), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:57.820123 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f057c1db-f381-4754-96fe-587e508020a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (5326ebd8-796f-4786-a47a-069a585e9faf), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:57.862473 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-f057c1db-f381-4754-96fe-587e508020a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=deded3a6edb749019760ffda53379320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400408 Jun 29 08:10:57.863157 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057c1db-f381-4754-96fe-587e508020a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5326ebd8-796f-4786-a47a-069a585e9faf,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:57.865301 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46242) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:10:57.915264 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-750410ba-c120-410d-8d64-7b560e0b7ee9 admin admin] Publish callbacks [] for security_group (5326ebd8-796f-4786-a47a-069a585e9faf), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:57.938086 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-750410ba-c120-410d-8d64-7b560e0b7ee9 admin admin] Publish callbacks [] for security_group (5326ebd8-796f-4786-a47a-069a585e9faf), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:57.987513 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-750410ba-c120-410d-8d64-7b560e0b7ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (5326ebd8-796f-4786-a47a-069a585e9faf), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:57.990081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-750410ba-c120-410d-8d64-7b560e0b7ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:57.991319 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-750410ba-c120-410d-8d64-7b560e0b7ee9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5326ebd8-796f-4786-a47a-069a585e9faf HTTP/1.1" status: 204 len: 168 time: 0.1249514 Jun 29 08:10:58.000331 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750410ba-c120-410d-8d64-7b560e0b7ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5326ebd8-796f-4786-a47a-069a585e9faf,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:58.365037 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:58.787407 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:58.807996 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1ce2b-9328-451c-b075-6e9ec5759dc5 req-8d08b8c4-1519-4026-a520-2f371ad7b0bf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:58.809891 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-46c1ce2b-9328-451c-b075-6e9ec5759dc5 req-8d08b8c4-1519-4026-a520-2f371ad7b0bf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 946 time: 0.0629411 Jun 29 08:10:58.884891 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-46c1ce2b-9328-451c-b075-6e9ec5759dc5 req-e7338668-c84d-44bd-bf93-94a9834abcbf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6050e9-a006-43f7-beb8-54ff5dfb70db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587730 Jun 29 08:10:59.150604 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-8cd8fc4b-3542-45c1-ace8-3c1d7911cbfb tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:10:59.152495 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-8cd8fc4b-3542-45c1-ace8-3c1d7911cbfb tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 946 time: 0.0545993 Jun 29 08:10:59.246619 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Deleting port 4d314f56-e850-4f57-8290-c2635e548696 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:10:59.246904 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (4d314f56-e850-4f57-8290-c2635e548696), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:59.359887 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] For port 4d314f56-e850-4f57-8290-c2635e548696, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4d314f56-e850-4f57-8290-c2635e548696,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:10:59.360262 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (4d314f56-e850-4f57-8290-c2635e548696), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:59.525654 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:59.540291 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:59.540655 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (d71c5042-0e13-408f-b36b-ba2d26a18ef9), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:59.540967 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Floating IP d71c5042-0e13-408f-b36b-ba2d26a18ef9 disassociated. External IP: 172.27.3.54, port: 4d314f56-e850-4f57-8290-c2635e548696. Jun 29 08:10:59.541345 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Calling delete_port for 4d314f56-e850-4f57-8290-c2635e548696 owned by compute:nova {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:10:59.687156 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (4d314f56-e850-4f57-8290-c2635e548696), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:59.713317 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'Port': ['ID=4d314f56-e850-4f57-8290-c2635e548696,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:10:59.839186 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Router f8890e9a-6965-4298-b8a4-172595e11b52 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:10:59.895503 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:10:59.954051 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:10:59.960242 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:10:59.972538 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:10:59.986682 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:10:59.987356 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:10:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:00.011316 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8d81bbcf-7ac6-41c0-b400-af0e870d7c6d req-ed4508fe-3c95-4f4f-96ca-1245c6ef7e25 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c7721f2-e567-4e6f-aefd-d852fa3fe37a HTTP/1.1" status: 200 len: 210 time: 0.0393519 Jun 29 08:11:00.031811 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] No DVR routers for this DVR port 4d314f56-e850-4f57-8290-c2635e548696 on host hv-cinder-76810 {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:11:00.034864 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.038425 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-36463347-a48d-499d-9db1-eef3ddf1d07f req-51eb983e-c970-47c6-a45d-4955d61714cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "DELETE /v2.0/ports/4d314f56-e850-4f57-8290-c2635e548696 HTTP/1.1" status: 204 len: 173 time: 0.8812551 Jun 29 08:11:00.038975 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'name': 'network-vif-deleted', 'tag': '4d314f56-e850-4f57-8290-c2635e548696'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:11:00.041888 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd67a11-c683-4359-ac60-31b35f836aa5" -d '{"events": [{"server_uuid": "7c7721f2-e567-4e6f-aefd-d852fa3fe37a", "name": "network-vif-deleted", "tag": "4d314f56-e850-4f57-8290-c2635e548696"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:11:00.104861 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbb6121-2c04-4224-b95d-9cc4d1c20ccb x-openstack-request-id: req-ecbb6121-2c04-4224-b95d-9cc4d1c20ccb {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:11:00.105188 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7721f2-e567-4e6f-aefd-d852fa3fe37a", "name": "network-vif-deleted", "tag": "4d314f56-e850-4f57-8290-c2635e548696", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:11:00.105977 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecbb6121-2c04-4224-b95d-9cc4d1c20ccb {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:11:00.106899 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecbb6121-2c04-4224-b95d-9cc4d1c20ccb'] response: {'server_uuid': '7c7721f2-e567-4e6f-aefd-d852fa3fe37a', 'name': 'network-vif-deleted', 'tag': '4d314f56-e850-4f57-8290-c2635e548696', 'status': 'completed', 'code': 200} Jun 29 08:11:00.172423 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:00.386786 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46368) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:00.411780 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '11ce1c7d-49e9-4705-a110-47e06db6b189', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:da:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:57Z', 'updated_at': '2022-06-29T08:09:11Z', 'revision_number': 2, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:00.437268 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_v2 [None req-8721ae8e-8508-4566-8a10-d163ddf8c00a admin admin] Deleting subnet d3ed991a-71ee-4acd-86ce-07d3514dcaa7 {{(pid=103900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:11:00.438099 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:11:00.440825 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8721ae8e-8508-4566-8a10-d163ddf8c00a admin admin] Publish callbacks [] for subnet (d3ed991a-71ee-4acd-86ce-07d3514dcaa7), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.457607 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:00.458236 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:10:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:00.480305 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8721ae8e-8508-4566-8a10-d163ddf8c00a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25764326'] for subnet (d3ed991a-71ee-4acd-86ce-07d3514dcaa7), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.526776 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8721ae8e-8508-4566-8a10-d163ddf8c00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (d3ed991a-71ee-4acd-86ce-07d3514dcaa7), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.590122 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:00.604016 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8721ae8e-8508-4566-8a10-d163ddf8c00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29173121'] for subnet (d3ed991a-71ee-4acd-86ce-07d3514dcaa7), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.641758 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721ae8e-8508-4566-8a10-d163ddf8c00a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ed991a-71ee-4acd-86ce-07d3514dcaa7,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:00.645763 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8721ae8e-8508-4566-8a10-d163ddf8c00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.649324 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-8721ae8e-8508-4566-8a10-d163ddf8c00a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d3ed991a-71ee-4acd-86ce-07d3514dcaa7 HTTP/1.1" status: 204 len: 168 time: 0.2614651 Jun 29 08:11:00.651702 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46376) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:00.729484 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (337273a9-9ac4-41ec-a7d5-038bc1a82bb8), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.817906 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (337273a9-9ac4-41ec-a7d5-038bc1a82bb8), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.835189 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '11ce1c7d-49e9-4705-a110-47e06db6b189', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:da:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:57Z', 'updated_at': '2022-06-29T08:09:11Z', 'revision_number': 2, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:00.841800 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337273a9-9ac4-41ec-a7d5-038bc1a82bb8']}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:00.853179 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a093a11-589f-4bb2-86f5-c5d5d89aa2db') {'for_net_delete': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:00.853484 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a093a11-589f-4bb2-86f5-c5d5d89aa2db') {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:00.865336 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25764317'] for segment (6a093a11-589f-4bb2-86f5-c5d5d89aa2db), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.868295 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a80dac9-a65c-4122-a426-96fa9a4c1dcd None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '11ce1c7d-49e9-4705-a110-47e06db6b189', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:da:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b6d980-40de-4505-a591-20b54645d37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:08:57Z', 'updated_at': '2022-06-29T08:09:11Z', 'revision_number': 2, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:11:00.887181 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (6a093a11-589f-4bb2-86f5-c5d5d89aa2db), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.897626 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:11:00.898023 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946667'] for segment (6a093a11-589f-4bb2-86f5-c5d5d89aa2db), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.959638 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46384) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:00.972527 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (337273a9-9ac4-41ec-a7d5-038bc1a82bb8), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.984515 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:00.988148 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] 10.222.0.43 "DELETE /v2.0/networks/337273a9-9ac4-41ec-a7d5-038bc1a82bb8 HTTP/1.1" status: 204 len: 168 time: 0.3352220 Jun 29 08:11:01.009558 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd404690-7f82-457f-8991-346c7d7465be admin admin] Pushing event deleted for resources: {'Network': ['ID=337273a9-9ac4-41ec-a7d5-038bc1a82bb8,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:01.076532 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 6a093a11-589f-4bb2-86f5-c5d5d89aa2db resource provider aggregate not found Jun 29 08:11:01.096957 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 6a093a11-589f-4bb2-86f5-c5d5d89aa2db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a093a11-589f-4bb2-86f5-c5d5d89aa2db found for delete ", "request_id": "req-516809e0-1c61-45d2-8a81-ac3393e4b22c"}]} Jun 29 08:11:01.108726 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0babf2b2-cf0a-4466-bb36-bfd45aaab99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.131617 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:01.152720 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46396) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:01.230099 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0babf2b2-cf0a-4466-bb36-bfd45aaab99b admin admin] Publish callbacks [] for security_group (e975cd3a-9af9-4c34-ae00-b8cc1c410d91), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.235908 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0babf2b2-cf0a-4466-bb36-bfd45aaab99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e975cd3a-9af9-4c34-ae00-b8cc1c410d91), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.237718 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46398) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:01.246093 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01141f5b-c178-4853-b5a8-84ac00c92040 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (8b6050e9-a006-43f7-beb8-54ff5dfb70db), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.249732 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:01.278037 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01141f5b-c178-4853-b5a8-84ac00c92040 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (8b6050e9-a006-43f7-beb8-54ff5dfb70db), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.281303 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3284b379-945d-4efc-b4d9-4561d42e7ceb None None] New status for floating IP d71c5042-0e13-408f-b36b-ba2d26a18ef9: DOWN {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:11:01.312945 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babf2b2-cf0a-4466-bb36-bfd45aaab99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e975cd3a-9af9-4c34-ae00-b8cc1c410d91,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:01.320353 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-0babf2b2-cf0a-4466-bb36-bfd45aaab99b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51f39799892849ae9daaaaaf7639e03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581150 Jun 29 08:11:01.323921 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46400) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:01.352532 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01141f5b-c178-4853-b5a8-84ac00c92040 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (8b6050e9-a006-43f7-beb8-54ff5dfb70db), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.353529 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-69254707-8c52-4d36-a052-be99b48fb279 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=941e14f704b74aa7afe5ef3a75a3f24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1131527 Jun 29 08:11:01.355777 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-01141f5b-c178-4853-b5a8-84ac00c92040 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.360608 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-01141f5b-c178-4853-b5a8-84ac00c92040 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "DELETE /v2.0/security-groups/8b6050e9-a006-43f7-beb8-54ff5dfb70db HTTP/1.1" status: 204 len: 168 time: 0.2026553 Jun 29 08:11:01.360608 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46402) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:01.361340 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46404) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:01.378034 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:01.378569 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01141f5b-c178-4853-b5a8-84ac00c92040 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6050e9-a006-43f7-beb8-54ff5dfb70db,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:01.394415 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.api.v2.resource [None req-3af5439d-ef94-4968-9aa9-20c0f22f4ef9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] show failed (client error): The resource could not be found. Jun 29 08:11:01.398456 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-3af5439d-ef94-4968-9aa9-20c0f22f4ef9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups/8b6050e9-a006-43f7-beb8-54ff5dfb70db HTTP/1.1" status: 404 len: 347 time: 0.0331450 Jun 29 08:11:01.398883 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46406) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:01.435848 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e735-a869-4b27-816a-3c3ce3c5d37b admin admin] Publish callbacks [] for security_group (3e3175fa-c361-449a-a51c-aa29a3ca62dc), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.460968 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e735-a869-4b27-816a-3c3ce3c5d37b admin admin] Publish callbacks [] for security_group (3e3175fa-c361-449a-a51c-aa29a3ca62dc), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.482367 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 4d314f56-e850-4f57-8290-c2635e548696 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:11:01.499062 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6358da59-9808-4ff7-860d-38bb8cd218f7 admin admin] Publish callbacks [] for security_group (e975cd3a-9af9-4c34-ae00-b8cc1c410d91), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.509157 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: 4d314f56-e850-4f57-8290-c2635e548696 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:11:01.509482 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 4d314f56-e850-4f57-8290-c2635e548696 not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:11:01.535721 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e735-a869-4b27-816a-3c3ce3c5d37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3e3175fa-c361-449a-a51c-aa29a3ca62dc), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.538524 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e735-a869-4b27-816a-3c3ce3c5d37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.541022 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-9ac9e735-a869-4b27-816a-3c3ce3c5d37b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e3175fa-c361-449a-a51c-aa29a3ca62dc HTTP/1.1" status: 204 len: 168 time: 0.1698856 Jun 29 08:11:01.551118 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9e735-a869-4b27-816a-3c3ce3c5d37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3175fa-c361-449a-a51c-aa29a3ca62dc,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:01.562427 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6358da59-9808-4ff7-860d-38bb8cd218f7 admin admin] Publish callbacks [] for security_group (e975cd3a-9af9-4c34-ae00-b8cc1c410d91), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.574449 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b5bf6-789d-4c2a-b6b3-f55167635118 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Deleting port d36c5568-9009-4116-b8af-6c4b290718cd {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:01.574806 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bf6-789d-4c2a-b6b3-f55167635118 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (d36c5568-9009-4116-b8af-6c4b290718cd), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.686506 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bf6-789d-4c2a-b6b3-f55167635118 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (d36c5568-9009-4116-b8af-6c4b290718cd), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.686983 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bf6-789d-4c2a-b6b3-f55167635118 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (d36c5568-9009-4116-b8af-6c4b290718cd), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.695098 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6358da59-9808-4ff7-860d-38bb8cd218f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e975cd3a-9af9-4c34-ae00-b8cc1c410d91), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.697621 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6358da59-9808-4ff7-860d-38bb8cd218f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.701113 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-6358da59-9808-4ff7-860d-38bb8cd218f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e975cd3a-9af9-4c34-ae00-b8cc1c410d91 HTTP/1.1" status: 204 len: 168 time: 0.3739333 Jun 29 08:11:01.712894 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b5bf6-789d-4c2a-b6b3-f55167635118 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Calling delete_port for d36c5568-9009-4116-b8af-6c4b290718cd owned by network:floatingip {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:01.715138 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358da59-9808-4ff7-860d-38bb8cd218f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e975cd3a-9af9-4c34-ae00-b8cc1c410d91,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:01.894107 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bf6-789d-4c2a-b6b3-f55167635118 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (d36c5568-9009-4116-b8af-6c4b290718cd), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:01.899757 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:01.922625 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b5bf6-789d-4c2a-b6b3-f55167635118 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'Port': ['ID=d36c5568-9009-4116-b8af-6c4b290718cd,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:02.000321 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bf6-789d-4c2a-b6b3-f55167635118 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (d71c5042-0e13-408f-b36b-ba2d26a18ef9), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:02.003781 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5bf6-789d-4c2a-b6b3-f55167635118 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:02.009867 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2f7b5bf6-789d-4c2a-b6b3-f55167635118 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "DELETE /v2.0/floatingips/d71c5042-0e13-408f-b36b-ba2d26a18ef9 HTTP/1.1" status: 204 len: 168 time: 0.6092699 Jun 29 08:11:02.133276 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46430) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:02.147610 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-549bb2df-3bce-44ac-b052-50ebf8d987b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:02.184511 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:02.240565 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-549bb2df-3bce-44ac-b052-50ebf8d987b7 admin admin] Publish callbacks [] for security_group (d20b52ae-c1bb-404f-90ef-ee9b5a19428c), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:02.245105 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-549bb2df-3bce-44ac-b052-50ebf8d987b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (d20b52ae-c1bb-404f-90ef-ee9b5a19428c), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:02.290985 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bb2df-3bce-44ac-b052-50ebf8d987b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20b52ae-c1bb-404f-90ef-ee9b5a19428c,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:02.297812 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-549bb2df-3bce-44ac-b052-50ebf8d987b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c605bd3d83d40a99b1050fa891dd7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634226 Jun 29 08:11:02.301117 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46436) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:02.366490 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-542c26a6-f3ea-41cc-b204-a2a8538dfb03 admin admin] Publish callbacks [] for security_group (d20b52ae-c1bb-404f-90ef-ee9b5a19428c), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:02.391772 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-542c26a6-f3ea-41cc-b204-a2a8538dfb03 admin admin] Publish callbacks [] for security_group (d20b52ae-c1bb-404f-90ef-ee9b5a19428c), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:02.441786 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-542c26a6-f3ea-41cc-b204-a2a8538dfb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (d20b52ae-c1bb-404f-90ef-ee9b5a19428c), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:02.444247 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-542c26a6-f3ea-41cc-b204-a2a8538dfb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:02.448042 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-542c26a6-f3ea-41cc-b204-a2a8538dfb03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d20b52ae-c1bb-404f-90ef-ee9b5a19428c HTTP/1.1" status: 204 len: 168 time: 0.1442406 Jun 29 08:11:02.457126 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c26a6-f3ea-41cc-b204-a2a8538dfb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20b52ae-c1bb-404f-90ef-ee9b5a19428c,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:03.671351 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8851720-1729-412b-9f05-0096f17f4948 req-9be8591a-f554-4adf-a8f6-3b35796f523e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:03.672792 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e8851720-1729-412b-9f05-0096f17f4948 req-9be8591a-f554-4adf-a8f6-3b35796f523e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 945 time: 0.0505223 Jun 29 08:11:03.723156 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e8851720-1729-412b-9f05-0096f17f4948 req-bed508fc-d3a0-4de8-9ed5-6c8e813840d6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Jun 29 08:11:04.840082 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89376e4-ee8e-46d1-9a09-f580aff0e415 req-b8642096-cad4-4dde-a74c-9c48a6ba7662 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:04.841638 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d89376e4-ee8e-46d1-9a09-f580aff0e415 req-b8642096-cad4-4dde-a74c-9c48a6ba7662 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 945 time: 0.0492184 Jun 29 08:11:04.892172 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-d89376e4-ee8e-46d1-9a09-f580aff0e415 req-1575d93f-bcbf-4f11-ab37-0cbb56c19b25 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Jun 29 08:11:06.019378 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246a5d8-cc64-4b2c-8409-e737548d6af8 req-5516292f-54a1-4b66-9a94-2309fbfaef52 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:06.020901 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7246a5d8-cc64-4b2c-8409-e737548d6af8 req-5516292f-54a1-4b66-9a94-2309fbfaef52 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 945 time: 0.0591896 Jun 29 08:11:06.072281 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7246a5d8-cc64-4b2c-8409-e737548d6af8 req-d00f11e6-2a43-4a75-83cf-d7f1e2911935 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Jun 29 08:11:07.192269 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6124d26-3d39-422c-8c30-9c453c37a220 req-6835357f-493b-4fa1-9a5f-9198d594597b tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:07.193815 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a6124d26-3d39-422c-8c30-9c453c37a220 req-6835357f-493b-4fa1-9a5f-9198d594597b tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 945 time: 0.0512028 Jun 29 08:11:07.244163 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a6124d26-3d39-422c-8c30-9c453c37a220 req-242187f5-1572-4445-a6d0-ddaaf14112cc tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2ebeceb-b533-4553-8f64-d8f00020b994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 Jun 29 08:11:07.625179 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-1c4ccdce-e629-48ad-a9d7-a5fe09c7aa99 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:07.626722 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-1c4ccdce-e629-48ad-a9d7-a5fe09c7aa99 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 945 time: 0.0595620 Jun 29 08:11:07.716078 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Deleting port ef9d6628-7dec-44df-ae2b-420055caab1c {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:07.716416 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:07.838305 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] For port ef9d6628-7dec-44df-ae2b-420055caab1c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ef9d6628-7dec-44df-ae2b-420055caab1c,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:07.838948 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:08.053825 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:08.054195 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (11ce1c7d-49e9-4705-a110-47e06db6b189), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:08.054517 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Floating IP 11ce1c7d-49e9-4705-a110-47e06db6b189 disassociated. External IP: 172.27.3.57, port: ef9d6628-7dec-44df-ae2b-420055caab1c. Jun 29 08:11:08.054874 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Calling delete_port for ef9d6628-7dec-44df-ae2b-420055caab1c owned by compute:nova {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:08.182647 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:08.204282 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (ef9d6628-7dec-44df-ae2b-420055caab1c), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:08.234996 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'Port': ['ID=ef9d6628-7dec-44df-ae2b-420055caab1c,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:08.243168 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:08.357138 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Router f8890e9a-6965-4298-b8a4-172595e11b52 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:11:08.388692 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7e35bbae-dbeb-4c7f-a083-e2cd3dedfd99 req-16c542f6-15be-4730-aabb-bab8b2680d73 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 210 time: 0.0543137 Jun 29 08:11:08.514757 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:11:08.531475 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:11:08.542331 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:08.543337 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:10:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:08.573624 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] No DVR routers for this DVR port ef9d6628-7dec-44df-ae2b-420055caab1c on host hv-cinder-76810 {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:11:08.576885 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:08.580504 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c2ba40d6-f17a-440d-b1b0-bccd9c3eecaa req-6bdfa7ca-89a8-4bb5-b19b-98bc7131ca4a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "DELETE /v2.0/ports/ef9d6628-7dec-44df-ae2b-420055caab1c HTTP/1.1" status: 204 len: 173 time: 0.9484217 Jun 29 08:11:08.581040 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b6d980-40de-4505-a591-20b54645d37c', 'name': 'network-vif-deleted', 'tag': 'ef9d6628-7dec-44df-ae2b-420055caab1c'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:11:08.583438 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eee675-bf5f-48d7-8b39-946d184bc1a0" -d '{"events": [{"server_uuid": "57b6d980-40de-4505-a591-20b54645d37c", "name": "network-vif-deleted", "tag": "ef9d6628-7dec-44df-ae2b-420055caab1c"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:11:08.645502 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f411b2-11cf-439c-ab8c-2fdfaaf38cb0 x-openstack-request-id: req-03f411b2-11cf-439c-ab8c-2fdfaaf38cb0 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:11:08.645502 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b6d980-40de-4505-a591-20b54645d37c", "name": "network-vif-deleted", "tag": "ef9d6628-7dec-44df-ae2b-420055caab1c", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:11:08.645502 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03f411b2-11cf-439c-ab8c-2fdfaaf38cb0 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:11:08.645898 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f411b2-11cf-439c-ab8c-2fdfaaf38cb0'] response: {'server_uuid': '57b6d980-40de-4505-a591-20b54645d37c', 'name': 'network-vif-deleted', 'tag': 'ef9d6628-7dec-44df-ae2b-420055caab1c', 'status': 'completed', 'code': 200} Jun 29 08:11:08.759243 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:11:08.827387 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device ef9d6628-7dec-44df-ae2b-420055caab1c no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:11:08.862952 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: ef9d6628-7dec-44df-ae2b-420055caab1c {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:11:08.863299 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device ef9d6628-7dec-44df-ae2b-420055caab1c not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:11:08.905580 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:08.984676 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:09.067914 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46566) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:09.169074 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:09.206502 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:11:09.217867 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:09.218858 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:10:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:09.234976 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fdb5830c-e816-4b01-b242-6725e0f653d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:09.344564 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:09.345114 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fdb5830c-e816-4b01-b242-6725e0f653d3 admin admin] Publish callbacks [] for security_group (13108193-dc85-449e-972d-793dbb66411f), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:09.349174 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-fdb5830c-e816-4b01-b242-6725e0f653d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (13108193-dc85-449e-972d-793dbb66411f), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:09.393267 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-fdb5830c-e816-4b01-b242-6725e0f653d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79fc4acea7f14cd8a70e7699328034ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231549 Jun 29 08:11:09.393987 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5830c-e816-4b01-b242-6725e0f653d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13108193-dc85-449e-972d-793dbb66411f,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:09.395870 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46570) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:09.453300 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:09.466262 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2e7528af-f3fe-49f6-9d0f-46aa965e78c4 admin admin] Publish callbacks [] for security_group (13108193-dc85-449e-972d-793dbb66411f), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:09.499679 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2e7528af-f3fe-49f6-9d0f-46aa965e78c4 admin admin] Publish callbacks [] for security_group (13108193-dc85-449e-972d-793dbb66411f), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:09.532632 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a9e3a71b-ef25-4085-be26-1368ccf0b2ef req-66d3ad44-fec6-4b14-8a70-6cc8cbe6741a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b6d980-40de-4505-a591-20b54645d37c HTTP/1.1" status: 200 len: 210 time: 0.0313852 Jun 29 08:11:09.566000 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2e7528af-f3fe-49f6-9d0f-46aa965e78c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (13108193-dc85-449e-972d-793dbb66411f), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:09.570812 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2e7528af-f3fe-49f6-9d0f-46aa965e78c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:09.573431 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2e7528af-f3fe-49f6-9d0f-46aa965e78c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13108193-dc85-449e-972d-793dbb66411f HTTP/1.1" status: 204 len: 168 time: 0.1758022 Jun 29 08:11:09.577721 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:09.586251 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7528af-f3fe-49f6-9d0f-46aa965e78c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13108193-dc85-449e-972d-793dbb66411f,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:09.616713 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c08a9a-cea3-46b2-8c7e-290c5efde668 None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:11:09.617888 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:09.864968 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e7dd4-fd78-40a5-a74b-6ed8e0a27e25 None None] New status for floating IP 11ce1c7d-49e9-4705-a110-47e06db6b189: DOWN {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:11:09.888854 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46578) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:09.905832 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-866073e6-1ccd-4255-bec2-89c7c537fb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:09.999218 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-866073e6-1ccd-4255-bec2-89c7c537fb3c admin admin] Publish callbacks [] for security_group (f15b52bf-51f4-4f77-879f-c2c3ae3f40b6), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:10.003629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-866073e6-1ccd-4255-bec2-89c7c537fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (f15b52bf-51f4-4f77-879f-c2c3ae3f40b6), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:10.045285 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866073e6-1ccd-4255-bec2-89c7c537fb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15b52bf-51f4-4f77-879f-c2c3ae3f40b6,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:10.052804 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-866073e6-1ccd-4255-bec2-89c7c537fb3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb053c69ef2d4514b371f3d37e937584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617968 Jun 29 08:11:10.053040 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46582) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:10.142718 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5650baf5-2d00-4b57-b7d4-a1ed8df6f4eb admin admin] Publish callbacks [] for security_group (f15b52bf-51f4-4f77-879f-c2c3ae3f40b6), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:10.157215 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:10.183187 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5650baf5-2d00-4b57-b7d4-a1ed8df6f4eb admin admin] Publish callbacks [] for security_group (f15b52bf-51f4-4f77-879f-c2c3ae3f40b6), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:10.219837 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:10.237665 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5650baf5-2d00-4b57-b7d4-a1ed8df6f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (f15b52bf-51f4-4f77-879f-c2c3ae3f40b6), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:10.240389 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5650baf5-2d00-4b57-b7d4-a1ed8df6f4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:10.241596 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5650baf5-2d00-4b57-b7d4-a1ed8df6f4eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f15b52bf-51f4-4f77-879f-c2c3ae3f40b6 HTTP/1.1" status: 204 len: 168 time: 0.1872749 Jun 29 08:11:10.250454 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650baf5-2d00-4b57-b7d4-a1ed8df6f4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15b52bf-51f4-4f77-879f-c2c3ae3f40b6,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:10.628178 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46598) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:10.694619 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-28928d06-99b2-46ec-a9cc-234b4a57135e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (b2ebeceb-b533-4553-8f64-d8f00020b994), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:10.738881 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-28928d06-99b2-46ec-a9cc-234b4a57135e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (b2ebeceb-b533-4553-8f64-d8f00020b994), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:10.789786 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-28928d06-99b2-46ec-a9cc-234b4a57135e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b2ebeceb-b533-4553-8f64-d8f00020b994), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:10.792476 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-28928d06-99b2-46ec-a9cc-234b4a57135e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:10.793738 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-28928d06-99b2-46ec-a9cc-234b4a57135e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "DELETE /v2.0/security-groups/b2ebeceb-b533-4553-8f64-d8f00020b994 HTTP/1.1" status: 204 len: 168 time: 0.1644764 Jun 29 08:11:10.797412 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46602) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:10.808959 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28928d06-99b2-46ec-a9cc-234b4a57135e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ebeceb-b533-4553-8f64-d8f00020b994,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:10.824783 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.api.v2.resource [None req-f1feb5cf-339a-44dc-b5c5-b9353b494645 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] show failed (client error): The resource could not be found. Jun 29 08:11:10.829406 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-f1feb5cf-339a-44dc-b5c5-b9353b494645 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups/b2ebeceb-b533-4553-8f64-d8f00020b994 HTTP/1.1" status: 404 len: 347 time: 0.0220239 Jun 29 08:11:10.830721 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46606) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:10.948091 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-21785eaf-1b65-43d7-8211-e685f64e5243 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Deleting port 89cb2ffc-cb52-4fd6-9467-308a4cda501c {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:10.948437 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21785eaf-1b65-43d7-8211-e685f64e5243 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (89cb2ffc-cb52-4fd6-9467-308a4cda501c), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.043109 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21785eaf-1b65-43d7-8211-e685f64e5243 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (89cb2ffc-cb52-4fd6-9467-308a4cda501c), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.043590 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21785eaf-1b65-43d7-8211-e685f64e5243 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (89cb2ffc-cb52-4fd6-9467-308a4cda501c), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.064362 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-21785eaf-1b65-43d7-8211-e685f64e5243 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Calling delete_port for 89cb2ffc-cb52-4fd6-9467-308a4cda501c owned by network:floatingip {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:11.211512 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21785eaf-1b65-43d7-8211-e685f64e5243 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (89cb2ffc-cb52-4fd6-9467-308a4cda501c), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.241622 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21785eaf-1b65-43d7-8211-e685f64e5243 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'Port': ['ID=89cb2ffc-cb52-4fd6-9467-308a4cda501c,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:11.548442 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21785eaf-1b65-43d7-8211-e685f64e5243 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (11ce1c7d-49e9-4705-a110-47e06db6b189), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.550812 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-21785eaf-1b65-43d7-8211-e685f64e5243 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.552183 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-21785eaf-1b65-43d7-8211-e685f64e5243 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "DELETE /v2.0/floatingips/11ce1c7d-49e9-4705-a110-47e06db6b189 HTTP/1.1" status: 204 len: 168 time: 0.7203205 Jun 29 08:11:11.630749 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46632) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:11.635592 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-02c05c48-fca6-4610-88c6-1309ae810746 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2057126986', 'description': 'tempest-description--510848960'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:11:11.659190 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-02c05c48-fca6-4610-88c6-1309ae810746 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.740410 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-02c05c48-fca6-4610-88c6-1309ae810746 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (4d588ff8-4f4d-4adf-a11a-430ad0385194), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.747710 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-02c05c48-fca6-4610-88c6-1309ae810746 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (4d588ff8-4f4d-4adf-a11a-430ad0385194), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.784217 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-02c05c48-fca6-4610-88c6-1309ae810746 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.785664 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-02c05c48-fca6-4610-88c6-1309ae810746 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1537457 Jun 29 08:11:11.790094 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46638) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:11.796093 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c05c48-fca6-4610-88c6-1309ae810746 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d588ff8-4f4d-4adf-a11a-430ad0385194,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:11.796509 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-40e39070-a85f-44b0-99be-9a19b1d6b4c9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group_rule': {'security_group_id': '4d588ff8-4f4d-4adf-a11a-430ad0385194', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:11:11.837391 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-40e39070-a85f-44b0-99be-9a19b1d6b4c9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (de5a4df6-8068-4113-9588-29d46c2d3d12), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.909613 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-40e39070-a85f-44b0-99be-9a19b1d6b4c9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (de5a4df6-8068-4113-9588-29d46c2d3d12), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.915525 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-40e39070-a85f-44b0-99be-9a19b1d6b4c9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (de5a4df6-8068-4113-9588-29d46c2d3d12), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.928151 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:11.942960 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e39070-a85f-44b0-99be-9a19b1d6b4c9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5a4df6-8068-4113-9588-29d46c2d3d12,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:11.949507 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-40e39070-a85f-44b0-99be-9a19b1d6b4c9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:11.953982 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-40e39070-a85f-44b0-99be-9a19b1d6b4c9 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619565 Jun 29 08:11:11.954741 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46642) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:11.963682 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-19074fc9-d294-48ac-9fbf-de1520506da3 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group_rule': {'security_group_id': '4d588ff8-4f4d-4adf-a11a-430ad0385194', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:11:11.971530 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:12.010538 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-19074fc9-d294-48ac-9fbf-de1520506da3 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (e504601f-1372-4d45-818c-b900045c7544), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.014431 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:12.087655 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-19074fc9-d294-48ac-9fbf-de1520506da3 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (e504601f-1372-4d45-818c-b900045c7544), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.093251 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-19074fc9-d294-48ac-9fbf-de1520506da3 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (e504601f-1372-4d45-818c-b900045c7544), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.115425 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19074fc9-d294-48ac-9fbf-de1520506da3 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e504601f-1372-4d45-818c-b900045c7544,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:12.124947 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-19074fc9-d294-48ac-9fbf-de1520506da3 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.130416 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-19074fc9-d294-48ac-9fbf-de1520506da3 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699326 Jun 29 08:11:12.130686 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46652) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:12.135335 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:11:12.165840 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.271497 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.350577 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:12.404103 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Allocated IP 172.27.3.223 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/d7ab7836-da78-44a6-8c58-2d20141be00a) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:11:12.530143 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (d7ab7836-da78-44a6-8c58-2d20141be00a), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.571814 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (d7ab7836-da78-44a6-8c58-2d20141be00a), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.619693 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:11:12.625224 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:11:12.627395 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=d7ab7836-da78-44a6-8c58-2d20141be00a,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:12.629560 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:11:12.711005 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.750128 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (d7ab7836-da78-44a6-8c58-2d20141be00a), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.893888 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:12.896077 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (d7ab7836-da78-44a6-8c58-2d20141be00a), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.900522 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (d7ab7836-da78-44a6-8c58-2d20141be00a), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:12.976314 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=d7ab7836-da78-44a6-8c58-2d20141be00a,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:12.985744 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:13.004683 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:13.005967 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-0a5749b7-b2d1-48d8-a1a3-146d2a1c39f4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8742650 Jun 29 08:11:13.221614 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-6e09e418-5d5f-4a99-b7d9-65aacaa21bd5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2057126986&fields=id&tenant_id=a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 267 time: 0.0455358 Jun 29 08:11:13.345097 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-cc675cf8-f501-4cbe-a272-07523b6eccf0 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:13.346699 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-cc675cf8-f501-4cbe-a272-07523b6eccf0 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 814 time: 0.1178541 Jun 29 08:11:13.362515 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-e4dd1ff1-de84-4311-b644-1273fd526828 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/quotas/a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 375 time: 0.0103557 Jun 29 08:11:13.419384 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-155529c8-8f42-436c-a53a-5d8d33d1dd17 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478334 Jun 29 08:11:13.531006 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-d4586b2f-c293-41d3-9e62-121e04341e6f service neutron] 10.222.0.43 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929306 Jun 29 08:11:13.647126 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-96b8e72b-d29b-4aa8-9974-5c10750a3f40 service neutron] 10.222.0.43 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096926 Jun 29 08:11:13.825783 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ea73fef6-6a82-4568-999a-aa9bd090cc3d req-59ad32b0-c822-4ac0-ae21-b96a51f62bd6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 210 time: 0.0309517 Jun 29 08:11:14.942901 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-646f2fda-f0a1-4c4d-89b5-a1e55a2205eb req-8ac7f1f0-4fb2-4bfc-92ed-30f2091e6aaa tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 210 time: 0.0307817 Jun 29 08:11:16.055800 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-8d7847fb-1084-4a6c-8e77-59467d059f3f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:16.058164 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-8d7847fb-1084-4a6c-8e77-59467d059f3f tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 814 time: 0.2160873 Jun 29 08:11:16.129667 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-33360929-56ac-47f2-a2ff-2a34a0c42291 req-4137950f-6dff-473c-b2f0-da4fa7734cdb tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 210 time: 0.0497870 Jun 29 08:11:16.131728 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:16.179470 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a51ad14e-af1c-4089-8322-a20221e94dd7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 380 time: 0.0822737 Jun 29 08:11:17.073905 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'port': {'device_id': '01330f68-42df-4986-b996-e6403d1555c6', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'admin_state_up': True, 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'security_groups': ['4d588ff8-4f4d-4adf-a11a-430ad0385194']}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:11:17.193042 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Made reservation on behalf of a4df15f6a6dd45dab12d0b724076a23e for: {'port': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:11:17.196438 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:17.255508 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d5091de0-7904-4378-b93f-f3e8488a2a20 req-c1937c8b-2bee-4d78-8acc-3fe2e0be4e91 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 210 time: 0.0297394 Jun 29 08:11:17.336347 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Allocated IP 172.20.0.11 (501bffb4-f18b-4ba3-b604-4fd9c7554413/d0d61511-6fc1-4ff8-8316-6ec2c99d1478/46cb7d49-04c0-46a7-8dd7-77f912b18d6d) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:11:17.502615 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:17.535365 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:17.606733 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:17.613003 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:11:17.617577 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:11:17.622218 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:11:17.627039 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:17.684325 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:17.685025 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:17.703873 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a8d00ac4-3b47-41db-b5d6-4e4df5a3e5f5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6338880 Jun 29 08:11:17.907043 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-2f7f00e7-138d-4440-a12e-ba46d36aee41 None None] Provisioning complete for port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:11:17.907647 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2f7f00e7-138d-4440-a12e-ba46d36aee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:17.942985 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f00e7-138d-4440-a12e-ba46d36aee41 None None] Port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:11:18.382918 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7acc0-01b2-42dc-9933-5551047b49ff req-9c0cad78-e3d4-4bd6-b9eb-39530813d595 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:18.384427 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b7f7acc0-01b2-42dc-9933-5551047b49ff req-9c0cad78-e3d4-4bd6-b9eb-39530813d595 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 932 time: 0.0524657 Jun 29 08:11:18.437642 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b7f7acc0-01b2-42dc-9933-5551047b49ff req-7924801c-e080-4fb9-9c25-991143fa5240 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458927 Jun 29 08:11:18.737487 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46760) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:18.774799 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Request body: {'port': {'device_id': '01330f68-42df-4986-b996-e6403d1555c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:11:18.849722 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:18.968213 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:19.556777 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Deleting port e6f0073b-c9af-4496-8034-91c4c5582404 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:19.557491 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (e6f0073b-c9af-4496-8034-91c4c5582404), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:19.613611 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375506b2-ce2c-4663-a02d-4468574d722b req-c6f30ac2-6b13-40f0-a811-319f0f77c3d5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:19.616089 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-375506b2-ce2c-4663-a02d-4468574d722b req-c6f30ac2-6b13-40f0-a811-319f0f77c3d5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 932 time: 0.0867825 Jun 29 08:11:19.685323 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-375506b2-ce2c-4663-a02d-4468574d722b req-bd70ff00-5091-4a18-b414-aed5d1118f3e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598485 Jun 29 08:11:19.713334 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cb7d49-04c0-46a7-8dd7-77f912b18d6d {{(pid=103901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:11:19.724748 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Publish callbacks [] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:19.747380 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (e6f0073b-c9af-4496-8034-91c4c5582404), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:19.747745 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for floatingip (e6f0073b-c9af-4496-8034-91c4c5582404), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:19.758752 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.provisioning_blocks [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Transition to ACTIVE for port object 46cb7d49-04c0-46a7-8dd7-77f912b18d6d will not be triggered until provisioned by entity L2. {{(pid=103901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:11:19.766669 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Calling delete_port for e6f0073b-c9af-4496-8034-91c4c5582404 owned by network:floatingip {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:19.768441 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:19.779093 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:19.877238 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Pushing event updated for resources: {'Port': ['ID=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:19.996252 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Attempting to bind port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:11:19.996554 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Attempting to bind port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:11:19.996887 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Attempting to bind port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:11:20.010629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:11:20.010629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Attempting to bind port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:11:20.010629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:11:20.010629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Checking segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:11:20.010629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Bound using segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} {{(pid=103901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:11:20.010629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.managers [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Bound port: 46cb7d49-04c0-46a7-8dd7-77f912b18d6d, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}}] {{(pid=103901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:11:20.010629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:20.100814 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (e6f0073b-c9af-4496-8034-91c4c5582404), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:20.135077 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:20.140530 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event deleted for resources: {'Port': ['ID=e6f0073b-c9af-4496-8034-91c4c5582404,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:20.148552 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] For port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d, host hv-cinder-76810, cleared binding levels {{(pid=103901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:11:20.154450 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] For port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:11:20.176146 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:20.249787 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:20.250352 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:20.251786 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] 10.222.0.48 "PUT /v2.0/ports/46cb7d49-04c0-46a7-8dd7-77f912b18d6d HTTP/1.1" status: 200 len: 1094 time: 1.4817059 Jun 29 08:11:20.254511 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01330f68-42df-4986-b996-e6403d1555c6', 'tag': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:11:20.256854 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e8618-0879-41d1-abe3-cc0c298487f8" -d '{"events": [{"name": "network-changed", "server_uuid": "01330f68-42df-4986-b996-e6403d1555c6", "tag": "46cb7d49-04c0-46a7-8dd7-77f912b18d6d"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:11:20.282457 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for floatingip (d522db9c-30ce-4130-9139-d80787c37bc5), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:20.282795 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Floating IP d522db9c-30ce-4130-9139-d80787c37bc5 disassociated (deleted). External IP: 172.27.3.222, port: 3828b918-ada6-49b4-b99e-2bfa66c92b2d. Jun 29 08:11:20.322474 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0afe8-5f35-4214-b6af-efc0f84ef84f service neutron] Pushing event updated for resources: {'Port': ['ID=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,revision_number=3']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:20.363916 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbf897b-195d-4ea9-b37d-0c3c819eaa97 x-openstack-request-id: req-cfbf897b-195d-4ea9-b37d-0c3c819eaa97 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:11:20.364523 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01330f68-42df-4986-b996-e6403d1555c6", "tag": "46cb7d49-04c0-46a7-8dd7-77f912b18d6d", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:11:20.364941 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfbf897b-195d-4ea9-b37d-0c3c819eaa97 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:11:20.365565 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbf897b-195d-4ea9-b37d-0c3c819eaa97'] response: {'name': 'network-changed', 'server_uuid': '01330f68-42df-4986-b996-e6403d1555c6', 'tag': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d', 'status': 'completed', 'code': 200} Jun 29 08:11:20.411317 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-2d765b06-216b-4e88-a495-bcfb1bfc3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:20.412781 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-2d765b06-216b-4e88-a495-bcfb1bfc3133 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 1128 time: 0.0916147 Jun 29 08:11:20.469653 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-86e62737-5b1c-48a9-801e-9ff19283d1c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb7d49-04c0-46a7-8dd7-77f912b18d6d HTTP/1.1" status: 200 len: 217 time: 0.0405405 Jun 29 08:11:20.595518 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a238b409-3f50-4911-b22f-bca432d8d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:20.596957 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-a238b409-3f50-4911-b22f-bca432d8d397 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.1204996 Jun 29 08:11:20.660521 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Router 8697c639-1f70-48c6-bc48-409e4f4cff7b has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:11:20.661902 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-3a14cfca-28df-479f-91bc-37bbd04786cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:20.663366 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-3a14cfca-28df-479f-91bc-37bbd04786cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605316 Jun 29 08:11:20.730287 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:20.838495 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc7718-5c8c-4083-af92-429a39d43f0f req-ca97226d-d651-4392-8c0a-6d6a96058c75 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:20.840326 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84dc7718-5c8c-4083-af92-429a39d43f0f req-ca97226d-d651-4392-8c0a-6d6a96058c75 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 944 time: 0.0770199 Jun 29 08:11:20.860208 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-3615b3d9-16ae-40bf-8c56-f1b6f505281b service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888068 Jun 29 08:11:20.876553 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:11:20.894527 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:20.901249 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] Sync routers for ids ['8697c639-1f70-48c6-bc48-409e4f4cff7b'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:11:20.922734 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] Routers {'8697c639-1f70-48c6-bc48-409e4f4cff7b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:20.926388 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:10:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8697c639-1f70-48c6-bc48-409e4f4cff7b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:20.944137 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84dc7718-5c8c-4083-af92-429a39d43f0f req-c46db9b9-10c4-40a0-b999-ddf0ef990c58 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909953 Jun 29 08:11:20.978327 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-da3d6f45-d354-47a8-9e57-5f2958d3e6a7 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "DELETE /v2.0/floatingips/d522db9c-30ce-4130-9139-d80787c37bc5 HTTP/1.1" status: 204 len: 168 time: 2.2397804 Jun 29 08:11:21.015719 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0bef9c25-c4ee-443c-a601-dc5dbd5b4ea6 req-b5b5f7cd-868c-4f30-b65c-3bf104baf0f7 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486342 Jun 29 08:11:21.104002 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] Set router 8697c639-1f70-48c6-bc48-409e4f4cff7b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:21.307658 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81875256-29bd-4eb8-8506-4fa127e9aa08 req-83fb5fa3-f93a-42d2-8d77-5d96222c66c0 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:21.309313 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-81875256-29bd-4eb8-8506-4fa127e9aa08 req-83fb5fa3-f93a-42d2-8d77-5d96222c66c0 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0730467 Jun 29 08:11:21.364888 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:22Z', 'revision_number': 5, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:21.365513 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-81875256-29bd-4eb8-8506-4fa127e9aa08 req-ff35c04c-c335-4cf7-825e-820bb1dfecd3 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489509 Jun 29 08:11:21.392383 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] Checking router: 8697c639-1f70-48c6-bc48-409e4f4cff7b for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:11:21.401794 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] Routers {'8697c639-1f70-48c6-bc48-409e4f4cff7b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:21.402427 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:10:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8697c639-1f70-48c6-bc48-409e4f4cff7b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:21.512741 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] Set router 8697c639-1f70-48c6-bc48-409e4f4cff7b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:21.731462 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:22Z', 'revision_number': 5, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:21.758351 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce712dd-aec0-4b77-93ee-f0dfcc081753 None None] The sync data for ids ['8697c639-1f70-48c6-bc48-409e4f4cff7b'] in dv-cinder-768105-14-iscsi is: [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:05:08Z', 'revision_number': 4, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '50ab0107-ce29-4c45-b743-141baa277949', 'name': '', 'network_id': '5b74e483-4a84-4149-9ef0-91f3e14ff64f', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'mac_address': 'fa:16:3e:cd:70:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:07Z', 'updated_at': '2022-06-29T08:05:22Z', 'revision_number': 5, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'subnets': [{'id': '31a1f052-0de0-4021-ba10-ad1ca2d58d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:11:21.836430 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-9c9b9e46-11f3-406f-97a5-9a02b2b9c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:21.838015 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-9c9b9e46-11f3-406f-97a5-9a02b2b9c7e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 1128 time: 0.0709610 Jun 29 08:11:22.036668 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:22.064386 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:22.100274 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd434c-51d5-4be6-bca1-b07a71421555 req-da814317-af11-45ed-b9d2-9de76961ab8b tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:22.103348 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4dbd434c-51d5-4be6-bca1-b07a71421555 req-da814317-af11-45ed-b9d2-9de76961ab8b tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 944 time: 0.0792310 Jun 29 08:11:22.118476 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4afc2a-9755-467d-a4a5-3f43f4ab9d6b None None] New status for floating IP d522db9c-30ce-4130-9139-d80787c37bc5: DOWN {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:11:22.198546 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4dbd434c-51d5-4be6-bca1-b07a71421555 req-47b822e4-5dd0-4763-9f55-63ffb8437615 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859001 Jun 29 08:11:22.366351 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:11:22.369366 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4" -d '{"events": [{"name": "network-changed", "server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:11:22.409896 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1561501-97cb-484a-89c6-5eabeab12dd4 x-openstack-request-id: req-a1561501-97cb-484a-89c6-5eabeab12dd4 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:11:22.412326 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:11:22.412326 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1561501-97cb-484a-89c6-5eabeab12dd4 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:11:22.412326 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1561501-97cb-484a-89c6-5eabeab12dd4'] response: {'name': 'network-changed', 'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'status': 'completed', 'code': 200} Jun 29 08:11:22.508009 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689d651-fc1a-45a1-8b58-735e91cafddf req-cae26bb6-9e16-4267-b406-d30d11168eb5 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:22.510566 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a689d651-fc1a-45a1-8b58-735e91cafddf req-cae26bb6-9e16-4267-b406-d30d11168eb5 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0603192 Jun 29 08:11:22.551070 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46828) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:22.572941 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a689d651-fc1a-45a1-8b58-735e91cafddf req-1a93933d-dad1-4141-9146-cfe93418c5ce tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563028 Jun 29 08:11:22.687861 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6fdf4141-9deb-49b0-96f1-c313149170e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:22.745438 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:22.779684 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6fdf4141-9deb-49b0-96f1-c313149170e3 admin admin] Publish callbacks [] for security_group (34948d82-c5fa-415f-b486-35c5a6d1ad5c), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:22.784505 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-6fdf4141-9deb-49b0-96f1-c313149170e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (34948d82-c5fa-415f-b486-35c5a6d1ad5c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:22.788190 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:22.831997 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf4141-9deb-49b0-96f1-c313149170e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34948d82-c5fa-415f-b486-35c5a6d1ad5c,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:22.837081 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-6fdf4141-9deb-49b0-96f1-c313149170e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d92fab7a6c54f71a75db3f2e7236fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846005 Jun 29 08:11:22.839559 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46832) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:22.902385 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e66c450d-bd1b-4f75-af6b-638a563ba9de admin admin] Publish callbacks [] for security_group (34948d82-c5fa-415f-b486-35c5a6d1ad5c), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:22.971544 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e66c450d-bd1b-4f75-af6b-638a563ba9de admin admin] Publish callbacks [] for security_group (34948d82-c5fa-415f-b486-35c5a6d1ad5c), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:22.989682 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-fdaeb951-98c9-4923-a42b-7cd5590d1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:22.991230 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-fdaeb951-98c9-4923-a42b-7cd5590d1483 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 1130 time: 0.0859957 Jun 29 08:11:23.010479 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-fa9e9621-ab0b-4d06-bdd9-cf4cabfe58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:23.012695 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-fa9e9621-ab0b-4d06-bdd9-cf4cabfe58fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.1278043 Jun 29 08:11:23.067369 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e66c450d-bd1b-4f75-af6b-638a563ba9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (34948d82-c5fa-415f-b486-35c5a6d1ad5c), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:23.072253 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-e66c450d-bd1b-4f75-af6b-638a563ba9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:23.074356 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-e66c450d-bd1b-4f75-af6b-638a563ba9de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34948d82-c5fa-415f-b486-35c5a6d1ad5c HTTP/1.1" status: 204 len: 168 time: 0.2336621 Jun 29 08:11:23.105908 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c450d-bd1b-4f75-af6b-638a563ba9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34948d82-c5fa-415f-b486-35c5a6d1ad5c,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:23.142189 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-dcfa17f9-a444-4400-9336-ec8c65f4439b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb7d49-04c0-46a7-8dd7-77f912b18d6d HTTP/1.1" status: 200 len: 217 time: 0.0690653 Jun 29 08:11:23.239366 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-cee877a5-f837-4150-9154-f10e310dded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:23.241401 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-cee877a5-f837-4150-9154-f10e310dded2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b74e483-4a84-4149-9ef0-91f3e14ff64f HTTP/1.1" status: 200 len: 910 time: 0.1653154 Jun 29 08:11:23.258618 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46844) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:23.396473 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-bcb1b87b-7725-4482-bc77-74cf95fc9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:23.399079 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-bcb1b87b-7725-4482-bc77-74cf95fc9df7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0933459 Jun 29 08:11:23.475117 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-15e05dd3-e32c-4f2b-931a-0d15f63837e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:23.477301 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-15e05dd3-e32c-4f2b-931a-0d15f63837e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670686 Jun 29 08:11:23.520435 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ddb5177d-48ed-4582-8a91-ca30705be914 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:23.523165 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ddb5177d-48ed-4582-8a91-ca30705be914 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.0957742 Jun 29 08:11:23.525827 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-be821335-7f16-4519-9d65-ee099b60d4d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d HTTP/1.1" status: 200 len: 217 time: 0.2191982 Jun 29 08:11:23.538159 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602debed-aa8f-4f50-98ef-eb929304aaca req-85aecc54-313a-4460-8e10-2e4e22059be1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:23.546784 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-602debed-aa8f-4f50-98ef-eb929304aaca req-85aecc54-313a-4460-8e10-2e4e22059be1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 944 time: 0.2571120 Jun 29 08:11:23.625170 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-3c0f96e2-07e8-49b2-9956-ade21ecefa19 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330328 Jun 29 08:11:23.667000 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6bb9-1c8e-412e-8c8f-fc14decb2cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:23.692779 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46856) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:23.739962 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-602debed-aa8f-4f50-98ef-eb929304aaca req-d4d2e6e9-7d5a-47f9-a684-2d42854a2d89 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688924 Jun 29 08:11:23.746547 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-0a05a494-65cf-46cf-81a7-dc16869b234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:23.748148 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-0a05a494-65cf-46cf-81a7-dc16869b234e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31a1f052-0de0-4021-ba10-ad1ca2d58d4b HTTP/1.1" status: 200 len: 848 time: 0.1987543 Jun 29 08:11:23.765287 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9bb899f9-8a83-45e8-82ee-fde057f5c264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:23.789252 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:23.804236 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ad8771c9-639b-445b-8221-042a366b9477 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Deleting port 3828b918-ada6-49b4-b99e-2bfa66c92b2d {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:23.804689 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ad8771c9-639b-445b-8221-042a366b9477 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:23.813937 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f2e20-9ffd-4c1f-aca3-375db381e552 req-ba6f4fb1-f6cd-490a-9d56-78f2e27a2f6c tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:23.815536 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4a1f2e20-9ffd-4c1f-aca3-375db381e552 req-ba6f4fb1-f6cd-490a-9d56-78f2e27a2f6c tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 946 time: 0.1348889 Jun 29 08:11:23.839298 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-c39480ba-bf3b-4513-9aae-45a3a4897884 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073727 Jun 29 08:11:23.848248 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-adf54fc1-61ed-4337-9776-63ba2a3c9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:23.849857 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-adf54fc1-61ed-4337-9776-63ba2a3c9b29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b74e483-4a84-4149-9ef0-91f3e14ff64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0905330 Jun 29 08:11:23.911912 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4a1f2e20-9ffd-4c1f-aca3-375db381e552 req-fcef8ff5-75ae-4a93-b433-39d69483279a tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/security-groups?id=7822055a-bfa4-4a37-b3db-755472de6134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839865 Jun 29 08:11:23.958282 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9bb899f9-8a83-45e8-82ee-fde057f5c264 admin admin] Publish callbacks [] for security_group (699b2c9f-4c2c-453f-8868-00ecd3a2114d), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:23.963149 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9bb899f9-8a83-45e8-82ee-fde057f5c264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (699b2c9f-4c2c-453f-8868-00ecd3a2114d), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.018014 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-9bb899f9-8a83-45e8-82ee-fde057f5c264 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c3f161655e74064a3565a298e35e75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195584 Jun 29 08:11:24.018014 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb899f9-8a83-45e8-82ee-fde057f5c264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699b2c9f-4c2c-453f-8868-00ecd3a2114d,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:24.019167 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46858) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:24.037846 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:24.085703 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:24.132314 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6bb9-1c8e-412e-8c8f-fc14decb2cda admin admin] Publish callbacks [] for security_group (37a1fe4f-5cb6-4708-a892-88032e069b26), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.136445 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ad8771c9-639b-445b-8221-042a366b9477 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] For port 3828b918-ada6-49b4-b99e-2bfa66c92b2d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3828b918-ada6-49b4-b99e-2bfa66c92b2d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:24.136707 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ad8771c9-639b-445b-8221-042a366b9477 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.155188 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6bb9-1c8e-412e-8c8f-fc14decb2cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (37a1fe4f-5cb6-4708-a892-88032e069b26), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.183894 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ad8771c9-639b-445b-8221-042a366b9477 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Calling delete_port for 3828b918-ada6-49b4-b99e-2bfa66c92b2d owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:24.213328 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-e14785d7-2899-4880-9c85-2d6088e2c3ee service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332338 Jun 29 08:11:24.264255 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-7b6e6bb9-1c8e-412e-8c8f-fc14decb2cda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2dc1a0a6ac041449241778f044e21ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0038512 Jun 29 08:11:24.267468 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46860) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:24.270194 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e6bb9-1c8e-412e-8c8f-fc14decb2cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1fe4f-5cb6-4708-a892-88032e069b26,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:24.326790 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-662b6627-b5f8-40a5-a285-89c1bfc8c372 admin admin] Publish callbacks [] for security_group (699b2c9f-4c2c-453f-8868-00ecd3a2114d), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.328221 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a37d2306-f329-45e1-9cad-262e297eff16 admin admin] Publish callbacks [] for security_group (37a1fe4f-5cb6-4708-a892-88032e069b26), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.354423 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a37d2306-f329-45e1-9cad-262e297eff16 admin admin] Publish callbacks [] for security_group (37a1fe4f-5cb6-4708-a892-88032e069b26), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.398231 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-662b6627-b5f8-40a5-a285-89c1bfc8c372 admin admin] Publish callbacks [] for security_group (699b2c9f-4c2c-453f-8868-00ecd3a2114d), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.409012 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a37d2306-f329-45e1-9cad-262e297eff16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (37a1fe4f-5cb6-4708-a892-88032e069b26), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.411703 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-a37d2306-f329-45e1-9cad-262e297eff16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.415352 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-a37d2306-f329-45e1-9cad-262e297eff16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37a1fe4f-5cb6-4708-a892-88032e069b26 HTTP/1.1" status: 204 len: 168 time: 0.1444147 Jun 29 08:11:24.426658 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2306-f329-45e1-9cad-262e297eff16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1fe4f-5cb6-4708-a892-88032e069b26,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:24.459950 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3c6910d7-3494-4e3f-aa5f-a58afacdfee4 req-02b3fee9-4fce-47c2-8fcf-f243e56b9590 service neutron] 10.222.0.48 "GET /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355235 Jun 29 08:11:24.501839 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ae7237-4c54-4c8f-91ce-d941ccd9fa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.535063 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-662b6627-b5f8-40a5-a285-89c1bfc8c372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (699b2c9f-4c2c-453f-8868-00ecd3a2114d), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.537800 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-662b6627-b5f8-40a5-a285-89c1bfc8c372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.539114 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-662b6627-b5f8-40a5-a285-89c1bfc8c372 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/699b2c9f-4c2c-453f-8868-00ecd3a2114d HTTP/1.1" status: 204 len: 168 time: 0.5146215 Jun 29 08:11:24.545427 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ad8771c9-639b-445b-8221-042a366b9477 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (3828b918-ada6-49b4-b99e-2bfa66c92b2d), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.580157 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b6627-b5f8-40a5-a285-89c1bfc8c372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699b2c9f-4c2c-453f-8868-00ecd3a2114d,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:24.582445 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8771c9-639b-445b-8221-042a366b9477 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event deleted for resources: {'Port': ['ID=3828b918-ada6-49b4-b99e-2bfa66c92b2d,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:24.655502 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ad8771c9-639b-445b-8221-042a366b9477 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] No DVR routers for this DVR port 3828b918-ada6-49b4-b99e-2bfa66c92b2d on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:11:24.658586 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ad8771c9-639b-445b-8221-042a366b9477 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:24.662476 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b024682f-179b-4338-a78e-5d2a307742b2 req-ad8771c9-639b-445b-8221-042a366b9477 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.48 "DELETE /v2.0/ports/3828b918-ada6-49b4-b99e-2bfa66c92b2d HTTP/1.1" status: 204 len: 173 time: 1.1141288 Jun 29 08:11:24.663161 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'name': 'network-vif-deleted', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:11:24.665744 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c3e037-9c5c-4ebb-9072-614a8d325ca2" -d '{"events": [{"server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "name": "network-vif-deleted", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:11:24.709088 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bff6af3-fda2-4a52-ac70-e2aa7071bb7c x-openstack-request-id: req-7bff6af3-fda2-4a52-ac70-e2aa7071bb7c {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:11:24.709752 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a86ef0-c066-44a7-b4eb-e32dce6e0069", "name": "network-vif-deleted", "tag": "3828b918-ada6-49b4-b99e-2bfa66c92b2d", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:11:24.709752 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bff6af3-fda2-4a52-ac70-e2aa7071bb7c {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:11:24.710022 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bff6af3-fda2-4a52-ac70-e2aa7071bb7c'] response: {'server_uuid': '83a86ef0-c066-44a7-b4eb-e32dce6e0069', 'name': 'network-vif-deleted', 'tag': '3828b918-ada6-49b4-b99e-2bfa66c92b2d', 'status': 'completed', 'code': 200} Jun 29 08:11:24.777213 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 46cb7d49-04c0-46a7-8dd7-77f912b18d6d details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:11:24.890777 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:24.919021 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00f37c-d04f-41de-aca7-d0d1b1b442a7 req-2a8f8931-ad7b-44ed-8e26-607c0cad23f2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:24.923001 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8c00f37c-d04f-41de-aca7-d0d1b1b442a7 req-2a8f8931-ad7b-44ed-8e26-607c0cad23f2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 944 time: 0.0750737 Jun 29 08:11:25.024641 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-8c00f37c-d04f-41de-aca7-d0d1b1b442a7 req-fd6ad8ff-a262-42c0-a350-cbd130bc416a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760062 Jun 29 08:11:25.042414 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:25.069383 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'port_id': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d', 'mac_address': 'fa:16:3e:77:a3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:11:25.131318 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ef8066d0-addf-42e9-b430-5c0583aa651a req-56b73b8a-399d-46bb-93fb-e8eb5610b792 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "GET /v2.0/ports?device_id=83a86ef0-c066-44a7-b4eb-e32dce6e0069 HTTP/1.1" status: 200 len: 210 time: 0.0381973 Jun 29 08:11:25.134609 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:11:25.135017 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:25.159126 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cb7d49-04c0-46a7-8dd7-77f912b18d6d {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:11:25.182860 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:25.185115 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:25.191945 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:25.254922 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:25.543296 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['46cb7d49-04c0-46a7-8dd7-77f912b18d6d'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:11:25.574789 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:26.181681 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee96cc-f0a6-4666-89fa-23273b501893 req-0376f78a-6513-4017-9874-00120584ba36 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:26.183836 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-15ee96cc-f0a6-4666-89fa-23273b501893 req-0376f78a-6513-4017-9874-00120584ba36 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 945 time: 0.0743587 Jun 29 08:11:26.200066 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46904) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:26.262059 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-15ee96cc-f0a6-4666-89fa-23273b501893 req-7d4a06c7-a854-480d-9cb2-046b3d61b4ba tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667474 Jun 29 08:11:26.276716 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0f223c5f-9424-4771-8581-7db2e61b9806 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group (7822055a-bfa4-4a37-b3db-755472de6134), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:26.315535 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0f223c5f-9424-4771-8581-7db2e61b9806 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group (7822055a-bfa4-4a37-b3db-755472de6134), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:26.348412 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:26.412616 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0f223c5f-9424-4771-8581-7db2e61b9806 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (7822055a-bfa4-4a37-b3db-755472de6134), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:26.417631 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-0f223c5f-9424-4771-8581-7db2e61b9806 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:26.422938 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-0f223c5f-9424-4771-8581-7db2e61b9806 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] 10.222.0.43 "DELETE /v2.0/security-groups/7822055a-bfa4-4a37-b3db-755472de6134 HTTP/1.1" status: 204 len: 168 time: 0.2215352 Jun 29 08:11:26.437340 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f223c5f-9424-4771-8581-7db2e61b9806 tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7822055a-bfa4-4a37-b3db-755472de6134,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:26.502363 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46912) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:26.780070 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 46cb7d49-04c0-46a7-8dd7-77f912b18d6d up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:11:26.828723 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:11:26.840605 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:11:26.841363 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:26.939140 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:11:26.939478 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:26.970324 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:26.977545 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01330f68-42df-4986-b996-e6403d1555c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:11:26.979801 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48310e03-5df9-4b09-901f-e9eef01bac52" -d '{"events": [{"server_uuid": "01330f68-42df-4986-b996-e6403d1555c6", "name": "network-vif-plugged", "status": "completed", "tag": "46cb7d49-04c0-46a7-8dd7-77f912b18d6d"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:11:26.991712 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8950a556-d46e-40ad-9204-fc07ef4add2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:26.997002 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:27.003679 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.005736 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 3828b918-ada6-49b4-b99e-2bfa66c92b2d no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:11:27.047039 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b6b404-6a0b-4166-ae4c-f694ad6e1bbe x-openstack-request-id: req-85b6b404-6a0b-4166-ae4c-f694ad6e1bbe {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:11:27.047395 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01330f68-42df-4986-b996-e6403d1555c6", "name": "network-vif-plugged", "status": "completed", "tag": "46cb7d49-04c0-46a7-8dd7-77f912b18d6d", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:11:27.047572 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85b6b404-6a0b-4166-ae4c-f694ad6e1bbe {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:11:27.047995 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b6b404-6a0b-4166-ae4c-f694ad6e1bbe'] response: {'server_uuid': '01330f68-42df-4986-b996-e6403d1555c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d', 'code': 200} Jun 29 08:11:27.050554 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: 3828b918-ada6-49b4-b99e-2bfa66c92b2d {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:11:27.050913 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 3828b918-ada6-49b4-b99e-2bfa66c92b2d not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:11:27.058966 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:27.070518 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (8697c639-1f70-48c6-bc48-409e4f4cff7b), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.089390 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:27.103358 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.103727 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.104722 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.105098 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.105438 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.105771 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.106100 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.106430 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.106762 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.107614 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.107941 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.109081 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.109416 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.109878 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.110208 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:27.268702 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108d15d-dfef-4fbb-9dca-72409b08bbef req-2ff323f5-f68e-481d-ab68-1f7ce4fc353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:27.270471 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2108d15d-dfef-4fbb-9dca-72409b08bbef req-2ff323f5-f68e-481d-ab68-1f7ce4fc353b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 1130 time: 0.0522668 Jun 29 08:11:27.340571 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2108d15d-dfef-4fbb-9dca-72409b08bbef req-015e311a-3cdc-47ba-9f43-ad629f48d6da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635266 Jun 29 08:11:27.428211 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46956) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:27.448122 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670aa5c7-9974-4e37-b166-0bdee34d6e8f req-0639c066-cc2b-4a8c-a947-af0bd10c2a6c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:27.450580 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-670aa5c7-9974-4e37-b166-0bdee34d6e8f req-0639c066-cc2b-4a8c-a947-af0bd10c2a6c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 946 time: 0.0881925 Jun 29 08:11:27.522302 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-670aa5c7-9974-4e37-b166-0bdee34d6e8f req-b5eb377d-be56-4e84-af6f-8f5d9fd76df4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611122 Jun 29 08:11:27.573056 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-68d8e762-f0e8-49b9-87e0-fac8c9f15472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.611884 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:27.624636 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] Deleting port 50ab0107-ce29-4c45-b743-141baa277949 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:27.625523 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (50ab0107-ce29-4c45-b743-141baa277949), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.666031 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-68d8e762-f0e8-49b9-87e0-fac8c9f15472 admin admin] Publish callbacks [] for security_group (e8eaf74c-4fbf-467c-92d7-517d3c5851f5), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.671297 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-68d8e762-f0e8-49b9-87e0-fac8c9f15472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e8eaf74c-4fbf-467c-92d7-517d3c5851f5), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.713438 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-68d8e762-f0e8-49b9-87e0-fac8c9f15472 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=591e8108f6e94e709200f01b1ad31f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835793 Jun 29 08:11:27.717390 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46960) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:27.722638 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] For port 50ab0107-ce29-4c45-b743-141baa277949, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=50ab0107-ce29-4c45-b743-141baa277949,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:27.723016 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (50ab0107-ce29-4c45-b743-141baa277949), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.724830 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8e762-f0e8-49b9-87e0-fac8c9f15472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eaf74c-4fbf-467c-92d7-517d3c5851f5,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:27.749520 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] Calling delete_port for 50ab0107-ce29-4c45-b743-141baa277949 owned by network:router_interface {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:27.786685 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c400f724-2507-4af1-a70c-ad8d2ca0e420 admin admin] Publish callbacks [] for security_group (e8eaf74c-4fbf-467c-92d7-517d3c5851f5), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.815275 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c400f724-2507-4af1-a70c-ad8d2ca0e420 admin admin] Publish callbacks [] for security_group (e8eaf74c-4fbf-467c-92d7-517d3c5851f5), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.878451 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c400f724-2507-4af1-a70c-ad8d2ca0e420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (e8eaf74c-4fbf-467c-92d7-517d3c5851f5), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.881208 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c400f724-2507-4af1-a70c-ad8d2ca0e420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:27.882443 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-c400f724-2507-4af1-a70c-ad8d2ca0e420 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8eaf74c-4fbf-467c-92d7-517d3c5851f5 HTTP/1.1" status: 204 len: 168 time: 0.1640787 Jun 29 08:11:27.892720 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400f724-2507-4af1-a70c-ad8d2ca0e420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eaf74c-4fbf-467c-92d7-517d3c5851f5,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:27.917551 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:28.007748 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (50ab0107-ce29-4c45-b743-141baa277949), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.041304 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ab0107-ce29-4c45-b743-141baa277949,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:28.227259 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (8697c639-1f70-48c6-bc48-409e4f4cff7b), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.276624 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46966) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:28.292934 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-807cb88f-53ff-4671-9eca-8d83b89b8a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.351823 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.408249 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-807cb88f-53ff-4671-9eca-8d83b89b8a49 admin admin] Publish callbacks [] for security_group (6528fb30-b9e3-4e8a-a240-ef6ae83385ec), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.412701 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-807cb88f-53ff-4671-9eca-8d83b89b8a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (6528fb30-b9e3-4e8a-a240-ef6ae83385ec), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.452575 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:28.459640 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cb88f-53ff-4671-9eca-8d83b89b8a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6528fb30-b9e3-4e8a-a240-ef6ae83385ec,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:28.463952 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-807cb88f-53ff-4671-9eca-8d83b89b8a49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c749d1d9f4a43b98e407f1950db251b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862893 Jun 29 08:11:28.467286 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46968) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:28.498668 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] Router 8697c639-1f70-48c6-bc48-409e4f4cff7b has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:11:28.601800 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2af20c2e-73b7-4e85-a628-2ead13593f92 admin admin] Publish callbacks [] for security_group (6528fb30-b9e3-4e8a-a240-ef6ae83385ec), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.669635 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2af20c2e-73b7-4e85-a628-2ead13593f92 admin admin] Publish callbacks [] for security_group (6528fb30-b9e3-4e8a-a240-ef6ae83385ec), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.709694 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333f61c-d747-47f1-a839-2dd271c0ff8b req-d396b3ae-8a78-47e0-8725-d44e3a937181 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:28.711348 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5333f61c-d747-47f1-a839-2dd271c0ff8b req-d396b3ae-8a78-47e0-8725-d44e3a937181 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 946 time: 0.0999639 Jun 29 08:11:28.754182 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:11:28.761059 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-da045ed5-34fb-436e-a032-27f3de5a7847 admin admin] 10.222.0.43 "PUT /v2.0/routers/8697c639-1f70-48c6-bc48-409e4f4cff7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2575755 Jun 29 08:11:28.764534 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46972) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:28.766297 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] Sync routers for ids ['8697c639-1f70-48c6-bc48-409e4f4cff7b'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:11:28.778332 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] Routers {'8697c639-1f70-48c6-bc48-409e4f4cff7b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:28.779186 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:11:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8697c639-1f70-48c6-bc48-409e4f4cff7b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:28.807240 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2af20c2e-73b7-4e85-a628-2ead13593f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (6528fb30-b9e3-4e8a-a240-ef6ae83385ec), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.810588 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2af20c2e-73b7-4e85-a628-2ead13593f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.811950 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2af20c2e-73b7-4e85-a628-2ead13593f92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6528fb30-b9e3-4e8a-a240-ef6ae83385ec HTTP/1.1" status: 204 len: 168 time: 0.3437278 Jun 29 08:11:28.822810 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af20c2e-73b7-4e85-a628-2ead13593f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6528fb30-b9e3-4e8a-a240-ef6ae83385ec,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:28.828655 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5333f61c-d747-47f1-a839-2dd271c0ff8b req-f5ea28a9-7047-46a0-a172-da7a63db88ff tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091108 Jun 29 08:11:28.868534 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:28.894908 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Publish callbacks [] for router (8697c639-1f70-48c6-bc48-409e4f4cff7b), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:28.943408 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] Set router 8697c639-1f70-48c6-bc48-409e4f4cff7b gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:29.023150 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8a229-0224-431b-9516-5d41162d76fb req-a21620cd-481b-4746-9040-756ae2f7e2ad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:29.025375 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-44c8a229-0224-431b-9516-5d41162d76fb req-a21620cd-481b-4746-9040-756ae2f7e2ad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 946 time: 0.0879085 Jun 29 08:11:29.041719 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 46978) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:29.052147 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-9cf74a91-bd7d-49ff-8687-6f013800acad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'floatingip': {'port_id': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:11:29.067902 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Publish callbacks [] for router_gateway (8697c639-1f70-48c6-bc48-409e4f4cff7b), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.119477 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Deleting port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:29.119477 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.134097 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9cf74a91-bd7d-49ff-8687-6f013800acad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.158032 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:11:27Z', 'revision_number': 5, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port': {'id': 'd3e99bee-e009-4b9a-afa8-6e1eac96ca2c', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:00Z', 'updated_at': '2022-06-29T08:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:29.200826 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] Checking router: 8697c639-1f70-48c6-bc48-409e4f4cff7b for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:11:29.216175 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] Routers {'8697c639-1f70-48c6-bc48-409e4f4cff7b'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:29.217289 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:11:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['8697c639-1f70-48c6-bc48-409e4f4cff7b'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:29.233499 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:29.240055 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] For port d3e99bee-e009-4b9a-afa8-6e1eac96ca2c, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=d3e99bee-e009-4b9a-afa8-6e1eac96ca2c,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:29.240423 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.258576 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Calling delete_port for d3e99bee-e009-4b9a-afa8-6e1eac96ca2c owned by network:router_gateway {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:29.336105 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] Set router 8697c639-1f70-48c6-bc48-409e4f4cff7b gateway port host: None {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:29.414475 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:11:29Z', 'revision_number': 6, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:29.454537 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d6c88-486a-4124-8d1d-6b184115f58b None None] The sync data for ids ['8697c639-1f70-48c6-bc48-409e4f4cff7b'] in dv-cinder-768105-14-iscsi is: [{'id': '8697c639-1f70-48c6-bc48-409e4f4cff7b', 'name': 'tempest-TestShelveInstance-1244590050-router', 'tenant_id': '26a20f6f9f254aae91c952ee44a4ff74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:04:59Z', 'updated_at': '2022-06-29T08:11:29Z', 'revision_number': 6, 'project_id': '26a20f6f9f254aae91c952ee44a4ff74', 'gw_port_host': None}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:11:29.471340 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (d3e99bee-e009-4b9a-afa8-6e1eac96ca2c), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.516389 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e99bee-e009-4b9a-afa8-6e1eac96ca2c,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:29.535688 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.555364 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:29.666404 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (8697c639-1f70-48c6-bc48-409e4f4cff7b), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.676892 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:29.693338 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9cf74a91-bd7d-49ff-8687-6f013800acad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.697654 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9cf74a91-bd7d-49ff-8687-6f013800acad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.803335 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (8697c639-1f70-48c6-bc48-409e4f4cff7b), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.807407 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Publish callbacks [] for router_controller (8697c639-1f70-48c6-bc48-409e4f4cff7b), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.839149 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-9cf74a91-bd7d-49ff-8687-6f013800acad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Floating IP 6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8 associated. External IP: 172.27.3.223, port: 46cb7d49-04c0-46a7-8dd7-77f912b18d6d. Jun 29 08:11:29.890531 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (8697c639-1f70-48c6-bc48-409e4f4cff7b), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.891843 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8697c639-1f70-48c6-bc48-409e4f4cff7b {{(pid=103900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:11:29.904089 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:29.906586 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-43f000b3-8424-45ab-88a2-f99f913eac75 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8697c639-1f70-48c6-bc48-409e4f4cff7b HTTP/1.1" status: 204 len: 168 time: 1.1403399 Jun 29 08:11:29.910696 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 46998) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:29.936317 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.029017 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35f50fe-4680-457f-9714-c29bf1f36f91 admin admin] Deleting subnet 31a1f052-0de0-4021-ba10-ad1ca2d58d4b {{(pid=103900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:11:30.033175 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c35f50fe-4680-457f-9714-c29bf1f36f91 admin admin] Publish callbacks [] for subnet (31a1f052-0de0-4021-ba10-ad1ca2d58d4b), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.090234 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c35f50fe-4680-457f-9714-c29bf1f36f91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25764326'] for subnet (31a1f052-0de0-4021-ba10-ad1ca2d58d4b), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.169103 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf74a91-bd7d-49ff-8687-6f013800acad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Router f8890e9a-6965-4298-b8a4-172595e11b52 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:11:30.185703 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c35f50fe-4680-457f-9714-c29bf1f36f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (31a1f052-0de0-4021-ba10-ad1ca2d58d4b), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.188191 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:30.257203 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c35f50fe-4680-457f-9714-c29bf1f36f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29173121'] for subnet (31a1f052-0de0-4021-ba10-ad1ca2d58d4b), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.289266 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f50fe-4680-457f-9714-c29bf1f36f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a1f052-0de0-4021-ba10-ad1ca2d58d4b,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:30.300676 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c35f50fe-4680-457f-9714-c29bf1f36f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.306917 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a112787c-71e8-45a1-9f0e-aac70d1e0af3 None None] Network 5b74e483-4a84-4149-9ef0-91f3e14ff64f requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:11:30.312845 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-c35f50fe-4680-457f-9714-c29bf1f36f91 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/31a1f052-0de0-4021-ba10-ad1ca2d58d4b HTTP/1.1" status: 204 len: 168 time: 0.3975925 Jun 29 08:11:30.316945 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47004) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:30.481105 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf74a91-bd7d-49ff-8687-6f013800acad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:11:30.488334 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-9cf74a91-bd7d-49ff-8687-6f013800acad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.507833 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:11:30.523615 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:30.530254 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:30.547260 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:30.550904 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:11:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:30.567672 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (5b74e483-4a84-4149-9ef0-91f3e14ff64f), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.611046 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2ff2e0-5425-45d5-bf3d-f50deed6db4d None None] DHCP port deletion for 5b74e483-4a84-4149-9ef0-91f3e14ff64f request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:11:30.624909 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-9cf74a91-bd7d-49ff-8687-6f013800acad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "PUT /v2.0/floatingips/6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8 HTTP/1.1" status: 200 len: 992 time: 1.5818837 Jun 29 08:11:30.645048 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01330f68-42df-4986-b996-e6403d1555c6', 'tag': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:11:30.645048 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65394d0b-ade4-4976-a8a7-e19e7bf0157b" -d '{"events": [{"name": "network-changed", "server_uuid": "01330f68-42df-4986-b996-e6403d1555c6", "tag": "46cb7d49-04c0-46a7-8dd7-77f912b18d6d"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:11:30.669016 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Deleting port f2a30e2f-798f-40bc-9b77-40c6f401fd3d {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:30.670867 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.725360 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ff2e0-5425-45d5-bf3d-f50deed6db4d None None] Deleting port f2a30e2f-798f-40bc-9b77-40c6f401fd3d {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:30.726160 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff2e0-5425-45d5-bf3d-f50deed6db4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.728691 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e71b8e7-75f6-4cf7-9695-5827869ce89d x-openstack-request-id: req-2e71b8e7-75f6-4cf7-9695-5827869ce89d {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:11:30.729576 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01330f68-42df-4986-b996-e6403d1555c6", "tag": "46cb7d49-04c0-46a7-8dd7-77f912b18d6d", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:11:30.729906 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e71b8e7-75f6-4cf7-9695-5827869ce89d {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:11:30.730940 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e71b8e7-75f6-4cf7-9695-5827869ce89d'] response: {'name': 'network-changed', 'server_uuid': '01330f68-42df-4986-b996-e6403d1555c6', 'tag': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d', 'status': 'completed', 'code': 200} Jun 29 08:11:30.735131 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 50ab0107-ce29-4c45-b743-141baa277949 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:11:30.768827 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:30.808962 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 50ab0107-ce29-4c45-b743-141baa277949 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:11:30.809586 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 50ab0107-ce29-4c45-b743-141baa277949 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:11:30.817538 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device d3e99bee-e009-4b9a-afa8-6e1eac96ca2c no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:11:30.849792 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-e4f75091-7e4f-4b71-a144-8dea97f830b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:30.852031 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-e4f75091-7e4f-4b71-a144-8dea97f830b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 1130 time: 0.0841818 Jun 29 08:11:30.862827 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] For port f2a30e2f-798f-40bc-9b77-40c6f401fd3d, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f2a30e2f-798f-40bc-9b77-40c6f401fd3d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:30.863526 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:30.888906 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Calling delete_port for f2a30e2f-798f-40bc-9b77-40c6f401fd3d owned by network:dhcp {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:30.957704 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: d3e99bee-e009-4b9a-afa8-6e1eac96ca2c {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:11:30.959097 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device d3e99bee-e009-4b9a-afa8-6e1eac96ca2c not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:11:30.989959 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-9e2ff2e0-5425-45d5-bf3d-f50deed6db4d None None] For port f2a30e2f-798f-40bc-9b77-40c6f401fd3d, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f2a30e2f-798f-40bc-9b77-40c6f401fd3d,segment=NetworkSegment(033f85d4-65fb-472b-803a-691a96a0bc21),segment_id=033f85d4-65fb-472b-803a-691a96a0bc21)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:30.991382 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff2e0-5425-45d5-bf3d-f50deed6db4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:31.042426 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ff2e0-5425-45d5-bf3d-f50deed6db4d None None] Calling delete_port for f2a30e2f-798f-40bc-9b77-40c6f401fd3d owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:31.063493 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:31.108050 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:31.180176 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a30e2f-798f-40bc-9b77-40c6f401fd3d,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:31.183706 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:31.202267 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] No DVR routers for this DVR port f2a30e2f-798f-40bc-9b77-40c6f401fd3d on host dv-cinder-768105-14-iscsi {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:11:31.223038 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff2e0-5425-45d5-bf3d-f50deed6db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (f2a30e2f-798f-40bc-9b77-40c6f401fd3d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:31.226823 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:31.263646 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ff2e0-5425-45d5-bf3d-f50deed6db4d None None] Pushing event deleted for resources: {'Port': ['ID=f2a30e2f-798f-40bc-9b77-40c6f401fd3d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:31.269894 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ff2e0-5425-45d5-bf3d-f50deed6db4d None None] No DVR routers for this DVR port f2a30e2f-798f-40bc-9b77-40c6f401fd3d on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:11:31.289939 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-9df5d26e-1141-4208-bdb7-fc84e7ae288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:31.291532 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-9df5d26e-1141-4208-bdb7-fc84e7ae288e service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.4334393 Jun 29 08:11:31.353765 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:77:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01330f68-42df-4986-b996-e6403d1555c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:11:12Z', 'updated_at': '2022-06-29T08:11:29Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:31.364740 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (5b74e483-4a84-4149-9ef0-91f3e14ff64f), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:31.383731 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:11:31.393709 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b74e483-4a84-4149-9ef0-91f3e14ff64f']}} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:31.394423 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:31.395068 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:11:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:31.407317 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033f85d4-65fb-472b-803a-691a96a0bc21') {'for_net_delete': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:31.407629 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033f85d4-65fb-472b-803a-691a96a0bc21') {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:31.423196 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26202124'] for segment (033f85d4-65fb-472b-803a-691a96a0bc21), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:31.442658 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (033f85d4-65fb-472b-803a-691a96a0bc21), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:31.450386 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:11:31.451814 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26775310'] for segment (033f85d4-65fb-472b-803a-691a96a0bc21), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:31.453104 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-73052886-2f71-4eb4-873d-e7a755f2ede9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb7d49-04c0-46a7-8dd7-77f912b18d6d HTTP/1.1" status: 200 len: 1000 time: 0.1543748 Jun 29 08:11:31.547554 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (5b74e483-4a84-4149-9ef0-91f3e14ff64f), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:31.556309 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:31.559267 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5b74e483-4a84-4149-9ef0-91f3e14ff64f HTTP/1.1" status: 204 len: 168 time: 1.2384381 Jun 29 08:11:31.561262 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment 033f85d4-65fb-472b-803a-691a96a0bc21 resource provider aggregate not found Jun 29 08:11:31.567488 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47032) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:31.577215 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:31.578941 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-a335bde0-af26-48a0-a5c7-8c1b0586829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:31.580566 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-a335bde0-af26-48a0-a5c7-8c1b0586829b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.1186383 Jun 29 08:11:31.639469 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-d963c7cd-d27a-4cea-b5c0-7037b292b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:31.644129 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-d963c7cd-d27a-4cea-b5c0-7037b292b397 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0572391 Jun 29 08:11:31.678043 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment 033f85d4-65fb-472b-803a-691a96a0bc21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 033f85d4-65fb-472b-803a-691a96a0bc21 found for delete ", "request_id": "req-4e3d6fad-1aca-4700-9663-5083e52d7c2c"}]} Jun 29 08:11:31.681054 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af69098-cde1-4956-9e82-514a969638e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b74e483-4a84-4149-9ef0-91f3e14ff64f,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:31.684760 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:31.704944 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:31.798744 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-96b4b822-28d3-455b-bde6-9a123c8a525f service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483850 Jun 29 08:11:31.934121 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:77:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01330f68-42df-4986-b996-e6403d1555c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:11:12Z', 'updated_at': '2022-06-29T08:11:29Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:31.973331 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0bd610-aba4-4523-a728-bc7608af1307 None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:77:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01330f68-42df-4986-b996-e6403d1555c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:11:12Z', 'updated_at': '2022-06-29T08:11:29Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:11:31.992856 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-65394d0b-ade4-4976-a8a7-e19e7bf0157b req-66d1f2ea-475c-4083-9259-ea691ede0482 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886845 Jun 29 08:11:32.025108 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (5d3726db-08fc-407c-a4ad-4c732d70912c), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:32.267900 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31cb53-1954-4504-adea-5359326666e4 None None] New status for floating IP 6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8: ACTIVE {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:11:32.366048 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Deleting port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:32.366638 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:32.465642 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:32.503779 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] For port db5bf9d5-be6f-4ee6-8393-5063ebb1bc26, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=db5bf9d5-be6f-4ee6-8393-5063ebb1bc26,segment=NetworkSegment(7f32f723-4911-483a-b487-bb3c877cd3d2),segment_id=7f32f723-4911-483a-b487-bb3c877cd3d2)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:32.505492 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:32.542980 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Calling delete_port for db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 owned by network:router_interface {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:32.565066 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47058) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:32.608494 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f2a30e2f-798f-40bc-9b77-40c6f401fd3d no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:11:32.631465 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: f2a30e2f-798f-40bc-9b77-40c6f401fd3d {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:11:32.631830 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f2a30e2f-798f-40bc-9b77-40c6f401fd3d not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:11:32.752821 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d513df2c-fc24-4a4c-a7c3-9b97dcc08060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:32.833458 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (db5bf9d5-be6f-4ee6-8393-5063ebb1bc26), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:32.845127 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d513df2c-fc24-4a4c-a7c3-9b97dcc08060 admin admin] Publish callbacks [] for security_group (b3468367-23f3-4641-b226-c512635bb6b2), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:32.850209 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d513df2c-fc24-4a4c-a7c3-9b97dcc08060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b3468367-23f3-4641-b226-c512635bb6b2), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:32.894869 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d513df2c-fc24-4a4c-a7c3-9b97dcc08060 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31271efeb0e549b29db0b3ebba6208f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264773 Jun 29 08:11:32.895928 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513df2c-fc24-4a4c-a7c3-9b97dcc08060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3468367-23f3-4641-b226-c512635bb6b2,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:32.898481 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47062) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:32.965081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-17e1f0dc-01de-4271-92c9-ea1fbe3c2ed2 admin admin] Publish callbacks [] for security_group (b3468367-23f3-4641-b226-c512635bb6b2), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:32.992361 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-17e1f0dc-01de-4271-92c9-ea1fbe3c2ed2 admin admin] Publish callbacks [] for security_group (b3468367-23f3-4641-b226-c512635bb6b2), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.035136 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:33.070651 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-17e1f0dc-01de-4271-92c9-ea1fbe3c2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b3468367-23f3-4641-b226-c512635bb6b2), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.073721 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-17e1f0dc-01de-4271-92c9-ea1fbe3c2ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.079038 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-17e1f0dc-01de-4271-92c9-ea1fbe3c2ed2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3468367-23f3-4641-b226-c512635bb6b2 HTTP/1.1" status: 204 len: 168 time: 0.1755173 Jun 29 08:11:33.088032 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1f0dc-01de-4271-92c9-ea1fbe3c2ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3468367-23f3-4641-b226-c512635bb6b2,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:33.158125 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5bf9d5-be6f-4ee6-8393-5063ebb1bc26,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:33.183903 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.184247 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.184590 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.184966 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.185346 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.185835 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.186162 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.186487 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.186802 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.187340 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.187515 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.187748 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.188060 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.188370 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.188676 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:33.322107 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:33.373651 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (5d3726db-08fc-407c-a4ad-4c732d70912c), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.500436 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47068) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:33.516875 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-322c1842-0780-47f2-9e10-04ba3cfee099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.617042 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-322c1842-0780-47f2-9e10-04ba3cfee099 admin admin] Publish callbacks [] for security_group (9bc2ed08-c5b0-4a95-bd64-a5fa85c060b3), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.621989 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-322c1842-0780-47f2-9e10-04ba3cfee099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (9bc2ed08-c5b0-4a95-bd64-a5fa85c060b3), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.652268 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Router 5d3726db-08fc-407c-a4ad-4c732d70912c has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:11:33.668053 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-322c1842-0780-47f2-9e10-04ba3cfee099 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8374c80ab3af4e0e828c830c58f1f652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663535 Jun 29 08:11:33.668952 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c1842-0780-47f2-9e10-04ba3cfee099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc2ed08-c5b0-4a95-bd64-a5fa85c060b3,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:33.672754 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47070) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:33.756230 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c51353f4-8f21-4f88-a74d-0b74c98d3028 admin admin] Publish callbacks [] for security_group (9bc2ed08-c5b0-4a95-bd64-a5fa85c060b3), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.772794 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:11:33.781818 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-1c22c114-8cbd-4085-95d9-e23f6306f276 admin admin] 10.222.0.43 "PUT /v2.0/routers/5d3726db-08fc-407c-a4ad-4c732d70912c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2111886 Jun 29 08:11:33.783133 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47072) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:33.785041 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] Sync routers for ids ['5d3726db-08fc-407c-a4ad-4c732d70912c'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:11:33.793130 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c51353f4-8f21-4f88-a74d-0b74c98d3028 admin admin] Publish callbacks [] for security_group (9bc2ed08-c5b0-4a95-bd64-a5fa85c060b3), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.803864 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] Routers {'5d3726db-08fc-407c-a4ad-4c732d70912c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:33.805013 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:11:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['5d3726db-08fc-407c-a4ad-4c732d70912c'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:33.871492 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c51353f4-8f21-4f88-a74d-0b74c98d3028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (9bc2ed08-c5b0-4a95-bd64-a5fa85c060b3), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.877484 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c51353f4-8f21-4f88-a74d-0b74c98d3028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.879888 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-c51353f4-8f21-4f88-a74d-0b74c98d3028 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bc2ed08-c5b0-4a95-bd64-a5fa85c060b3 HTTP/1.1" status: 204 len: 168 time: 0.2057395 Jun 29 08:11:33.900423 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51353f4-8f21-4f88-a74d-0b74c98d3028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc2ed08-c5b0-4a95-bd64-a5fa85c060b3,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:33.913957 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:33.942538 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Publish callbacks [] for router (5d3726db-08fc-407c-a4ad-4c732d70912c), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:33.947909 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] Set router 5d3726db-08fc-407c-a4ad-4c732d70912c gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:34.035890 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:34.105307 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Publish callbacks [] for router_gateway (5d3726db-08fc-407c-a4ad-4c732d70912c), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:34.167115 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'name': 'tempest-TestShelveInstance-1841317109-router', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:05:15Z', 'updated_at': '2022-06-29T08:11:32Z', 'revision_number': 5, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'gw_port': {'id': '19dc3eb8-445d-40dc-8dff-8036ebf8bb5a', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:05:17Z', 'updated_at': '2022-06-29T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:34.189781 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Deleting port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:34.190404 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:34.197363 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] Checking router: 5d3726db-08fc-407c-a4ad-4c732d70912c for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:11:34.208574 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] Routers {'5d3726db-08fc-407c-a4ad-4c732d70912c'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:11:34.209283 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:11:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['5d3726db-08fc-407c-a4ad-4c732d70912c'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:34.298365 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:34.316809 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] For port 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=19dc3eb8-445d-40dc-8dff-8036ebf8bb5a,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:34.317511 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:34.338144 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Calling delete_port for 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a owned by network:router_gateway {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:34.342504 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] Set router 5d3726db-08fc-407c-a4ad-4c732d70912c gateway port host: None {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:11:34.424387 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'name': 'tempest-TestShelveInstance-1841317109-router', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:05:15Z', 'updated_at': '2022-06-29T08:11:34Z', 'revision_number': 6, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:34.455137 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038f9f6-250d-4a73-b092-a37a93176334 None None] The sync data for ids ['5d3726db-08fc-407c-a4ad-4c732d70912c'] in dv-cinder-768105-14-iscsi is: [{'id': '5d3726db-08fc-407c-a4ad-4c732d70912c', 'name': 'tempest-TestShelveInstance-1841317109-router', 'tenant_id': 'ce40207353eb449c99cb7abc1ddc878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:05:15Z', 'updated_at': '2022-06-29T08:11:34Z', 'revision_number': 6, 'project_id': 'ce40207353eb449c99cb7abc1ddc878f', 'gw_port_host': None}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:11:34.512115 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:34.579193 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (19dc3eb8-445d-40dc-8dff-8036ebf8bb5a), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:34.606082 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=19dc3eb8-445d-40dc-8dff-8036ebf8bb5a,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:34.686384 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (5d3726db-08fc-407c-a4ad-4c732d70912c), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:34.791140 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (5d3726db-08fc-407c-a4ad-4c732d70912c), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:34.794112 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Publish callbacks [] for router_controller (5d3726db-08fc-407c-a4ad-4c732d70912c), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:34.852584 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (5d3726db-08fc-407c-a4ad-4c732d70912c), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:34.853224 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d3726db-08fc-407c-a4ad-4c732d70912c {{(pid=103901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:11:34.862341 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:34.865643 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-841ceddc-f858-4222-bad2-d65ab78f9f6f admin admin] 10.222.0.43 "DELETE /v2.0/routers/5d3726db-08fc-407c-a4ad-4c732d70912c HTTP/1.1" status: 204 len: 168 time: 1.0809546 Jun 29 08:11:34.866619 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47094) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:34.921023 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:34.941157 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53f862e-9d33-467b-988e-9d4ee8f09807 admin admin] Deleting subnet 10f99c00-68b2-4a05-a1ba-9750fe9b91fa {{(pid=103900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:11:34.946756 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c53f862e-9d33-467b-988e-9d4ee8f09807 admin admin] Publish callbacks [] for subnet (10f99c00-68b2-4a05-a1ba-9750fe9b91fa), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:34.987492 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c53f862e-9d33-467b-988e-9d4ee8f09807 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25764326'] for subnet (10f99c00-68b2-4a05-a1ba-9750fe9b91fa), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.005731 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:11:35.027907 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:11:35.028368 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device db5bf9d5-be6f-4ee6-8393-5063ebb1bc26 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:11:35.085209 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c53f862e-9d33-467b-988e-9d4ee8f09807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (10f99c00-68b2-4a05-a1ba-9750fe9b91fa), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.161677 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c53f862e-9d33-467b-988e-9d4ee8f09807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29173121'] for subnet (10f99c00-68b2-4a05-a1ba-9750fe9b91fa), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.193123 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f862e-9d33-467b-988e-9d4ee8f09807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f99c00-68b2-4a05-a1ba-9750fe9b91fa,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:35.197441 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c53f862e-9d33-467b-988e-9d4ee8f09807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.205319 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-c53f862e-9d33-467b-988e-9d4ee8f09807 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/10f99c00-68b2-4a05-a1ba-9750fe9b91fa HTTP/1.1" status: 204 len: 168 time: 0.3312056 Jun 29 08:11:35.205484 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47100) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:35.214090 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ba9d9-794f-48d7-890a-1f609dfb5239 None None] Network 101f0bbd-e580-46c1-b0bd-e8655698ef81 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:11:35.349740 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (101f0bbd-e580-46c1-b0bd-e8655698ef81), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.406205 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Deleting port 952ae860-7cd1-469e-ad29-954420ef77ef {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:35.406547 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.455595 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1a3169-4c78-4512-be92-54d82b435786 None None] DHCP port deletion for 101f0bbd-e580-46c1-b0bd-e8655698ef81 request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:11:35.481664 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] For port 952ae860-7cd1-469e-ad29-954420ef77ef, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=952ae860-7cd1-469e-ad29-954420ef77ef,segment=NetworkSegment(7f32f723-4911-483a-b487-bb3c877cd3d2),segment_id=7f32f723-4911-483a-b487-bb3c877cd3d2)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:35.483693 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.512397 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a3169-4c78-4512-be92-54d82b435786 None None] Deleting port 952ae860-7cd1-469e-ad29-954420ef77ef {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:11:35.513283 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3169-4c78-4512-be92-54d82b435786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.523434 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Calling delete_port for 952ae860-7cd1-469e-ad29-954420ef77ef owned by network:dhcp {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:35.540352 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:35.597971 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-5b1a3169-4c78-4512-be92-54d82b435786 None None] For port 952ae860-7cd1-469e-ad29-954420ef77ef, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=952ae860-7cd1-469e-ad29-954420ef77ef,segment=NetworkSegment(7f32f723-4911-483a-b487-bb3c877cd3d2),segment_id=7f32f723-4911-483a-b487-bb3c877cd3d2)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:11:35.598379 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3169-4c78-4512-be92-54d82b435786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.622096 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a3169-4c78-4512-be92-54d82b435786 None None] Calling delete_port for 952ae860-7cd1-469e-ad29-954420ef77ef owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:11:35.623496 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.652258 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=952ae860-7cd1-469e-ad29-954420ef77ef,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:35.668660 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] No DVR routers for this DVR port 952ae860-7cd1-469e-ad29-954420ef77ef on host dv-cinder-768105-14-iscsi {{(pid=103901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:11:35.748209 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3169-4c78-4512-be92-54d82b435786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (952ae860-7cd1-469e-ad29-954420ef77ef), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.764676 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (101f0bbd-e580-46c1-b0bd-e8655698ef81), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.782572 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a3169-4c78-4512-be92-54d82b435786 None None] Pushing event deleted for resources: {'Port': ['ID=952ae860-7cd1-469e-ad29-954420ef77ef,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:35.788300 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a3169-4c78-4512-be92-54d82b435786 None None] No DVR routers for this DVR port 952ae860-7cd1-469e-ad29-954420ef77ef on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:11:35.788522 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101f0bbd-e580-46c1-b0bd-e8655698ef81']}} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:35.802400 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f32f723-4911-483a-b487-bb3c877cd3d2') {'for_net_delete': True} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:35.802700 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.services.segments.db [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f32f723-4911-483a-b487-bb3c877cd3d2') {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:11:35.817749 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26202124'] for segment (7f32f723-4911-483a-b487-bb3c877cd3d2), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.833670 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (7f32f723-4911-483a-b487-bb3c877cd3d2), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.841288 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:11:35.841646 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26775310'] for segment (7f32f723-4911-483a-b487-bb3c877cd3d2), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.896736 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment 7f32f723-4911-483a-b487-bb3c877cd3d2 resource provider aggregate not found Jun 29 08:11:35.912083 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (101f0bbd-e580-46c1-b0bd-e8655698ef81), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.920005 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:35.928761 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] 10.222.0.43 "DELETE /v2.0/networks/101f0bbd-e580-46c1-b0bd-e8655698ef81 HTTP/1.1" status: 204 len: 168 time: 0.7196760 Jun 29 08:11:35.937855 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.services.segments.plugin [-] Segment 7f32f723-4911-483a-b487-bb3c877cd3d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f32f723-4911-483a-b487-bb3c877cd3d2 found for delete ", "request_id": "req-7f0dbb66-b080-47ab-b039-459ee376618e"}]} Jun 29 08:11:35.952120 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dcac6-ffb9-4df1-8b32-e4aaf7f67e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=101f0bbd-e580-46c1-b0bd-e8655698ef81,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:36.090690 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47126) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:36.141690 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-a70c9002-fa93-4b9c-a511-47661b89477a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26a20f6f9f254aae91c952ee44a4ff74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489700 Jun 29 08:11:36.145019 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47128) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:36.228557 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3761d0f7-4927-4a9b-a91d-7882a779bb4f admin admin] Publish callbacks [] for security_group (fbdb7359-b192-448f-87f3-f5c87f2bf502), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:36.232702 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:36.267293 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3761d0f7-4927-4a9b-a91d-7882a779bb4f admin admin] Publish callbacks [] for security_group (fbdb7359-b192-448f-87f3-f5c87f2bf502), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:36.342872 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3761d0f7-4927-4a9b-a91d-7882a779bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (fbdb7359-b192-448f-87f3-f5c87f2bf502), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:36.345743 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3761d0f7-4927-4a9b-a91d-7882a779bb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:36.347656 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-3761d0f7-4927-4a9b-a91d-7882a779bb4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbdb7359-b192-448f-87f3-f5c87f2bf502 HTTP/1.1" status: 204 len: 168 time: 0.2013130 Jun 29 08:11:36.361560 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761d0f7-4927-4a9b-a91d-7882a779bb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdb7359-b192-448f-87f3-f5c87f2bf502,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:36.595820 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 952ae860-7cd1-469e-ad29-954420ef77ef no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:11:36.600614 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:36.620488 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 952ae860-7cd1-469e-ad29-954420ef77ef {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:11:36.620829 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 952ae860-7cd1-469e-ad29-954420ef77ef not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:11:36.621281 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:11:36.643471 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:11:36.643822 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 19dc3eb8-445d-40dc-8dff-8036ebf8bb5a not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:11:36.852165 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47142) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:36.907130 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-e550d2eb-52b9-40ce-9936-0401c85f0184 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce40207353eb449c99cb7abc1ddc878f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534964 Jun 29 08:11:36.909429 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47144) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:36.969121 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d0d35296-2f77-42a7-b691-4da162468313 admin admin] Publish callbacks [] for security_group (90321645-f41c-4781-81aa-70c22e414ec4), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:36.994882 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d0d35296-2f77-42a7-b691-4da162468313 admin admin] Publish callbacks [] for security_group (90321645-f41c-4781-81aa-70c22e414ec4), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:37.003540 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:37.055686 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d0d35296-2f77-42a7-b691-4da162468313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (90321645-f41c-4781-81aa-70c22e414ec4), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:37.058914 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-d0d35296-2f77-42a7-b691-4da162468313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:37.060723 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-d0d35296-2f77-42a7-b691-4da162468313 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90321645-f41c-4781-81aa-70c22e414ec4 HTTP/1.1" status: 204 len: 168 time: 0.1503253 Jun 29 08:11:37.071466 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d35296-2f77-42a7-b691-4da162468313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90321645-f41c-4781-81aa-70c22e414ec4,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:43.492201 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47216) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:43.613272 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:43.697658 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Publish callbacks [] for security_group (69b9f1bd-cb79-4e30-bd2a-d9d5f4e11c58), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:43.701549 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (69b9f1bd-cb79-4e30-bd2a-d9d5f4e11c58), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:43.742121 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bfdb972b07c4f90ba7dd94b122cd092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486553 Jun 29 08:11:43.742989 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b9f1bd-cb79-4e30-bd2a-d9d5f4e11c58,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:43.744875 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47220) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:43.756860 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.757233 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.757579 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.757916 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.758245 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.758576 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.758907 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.759234 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.759556 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.759879 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.760202 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.760539 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.760838 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.761207 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.761553 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a4ef7-1414-4da4-91f0-1ca062609abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:11:43.811099 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cb00812c-7874-4b6a-83d6-851e98b20625 admin admin] Publish callbacks [] for security_group (69b9f1bd-cb79-4e30-bd2a-d9d5f4e11c58), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:43.839824 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cb00812c-7874-4b6a-83d6-851e98b20625 admin admin] Publish callbacks [] for security_group (69b9f1bd-cb79-4e30-bd2a-d9d5f4e11c58), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:43.892901 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cb00812c-7874-4b6a-83d6-851e98b20625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (69b9f1bd-cb79-4e30-bd2a-d9d5f4e11c58), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:43.895554 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-cb00812c-7874-4b6a-83d6-851e98b20625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:43.896722 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-cb00812c-7874-4b6a-83d6-851e98b20625 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69b9f1bd-cb79-4e30-bd2a-d9d5f4e11c58 HTTP/1.1" status: 204 len: 168 time: 0.1507459 Jun 29 08:11:43.906186 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00812c-7874-4b6a-83d6-851e98b20625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b9f1bd-cb79-4e30-bd2a-d9d5f4e11c58,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:44.232517 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47226) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:44.246539 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8714b167-a072-46d0-8b22-cf505c3465d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:44.341944 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8714b167-a072-46d0-8b22-cf505c3465d2 admin admin] Publish callbacks [] for security_group (79b90791-ea03-4f8f-bb8f-1d2cd0f8709f), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:44.345998 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8714b167-a072-46d0-8b22-cf505c3465d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (79b90791-ea03-4f8f-bb8f-1d2cd0f8709f), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:44.376027 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=14 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:44.391967 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-8714b167-a072-46d0-8b22-cf505c3465d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48bd5e9ccf8146db81631f00a1b97f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583261 Jun 29 08:11:44.393632 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714b167-a072-46d0-8b22-cf505c3465d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b90791-ea03-4f8f-bb8f-1d2cd0f8709f,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:44.394707 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47228) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:44.451163 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ed9d-932a-45e3-97ba-ebfdaefa8807 admin admin] Publish callbacks [] for security_group (79b90791-ea03-4f8f-bb8f-1d2cd0f8709f), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:44.474974 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ed9d-932a-45e3-97ba-ebfdaefa8807 admin admin] Publish callbacks [] for security_group (79b90791-ea03-4f8f-bb8f-1d2cd0f8709f), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:44.531571 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ed9d-932a-45e3-97ba-ebfdaefa8807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (79b90791-ea03-4f8f-bb8f-1d2cd0f8709f), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:44.534510 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ed9d-932a-45e3-97ba-ebfdaefa8807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:44.535696 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-2ff6ed9d-932a-45e3-97ba-ebfdaefa8807 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79b90791-ea03-4f8f-bb8f-1d2cd0f8709f HTTP/1.1" status: 204 len: 168 time: 0.1398990 Jun 29 08:11:44.543985 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6ed9d-932a-45e3-97ba-ebfdaefa8807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b90791-ea03-4f8f-bb8f-1d2cd0f8709f,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:44.865054 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47236) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:44.879690 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-536bffa3-1bb1-4c7a-91a1-a384a2861f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:44.924649 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:44.964288 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-536bffa3-1bb1-4c7a-91a1-a384a2861f81 admin admin] Publish callbacks [] for security_group (8da61bcb-cc77-483d-9e44-68f13c0f2c49), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:44.968253 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-536bffa3-1bb1-4c7a-91a1-a384a2861f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (8da61bcb-cc77-483d-9e44-68f13c0f2c49), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:45.008562 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-536bffa3-1bb1-4c7a-91a1-a384a2861f81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=510dd0a5703149cc804a327525e9c4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424146 Jun 29 08:11:45.009473 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bffa3-1bb1-4c7a-91a1-a384a2861f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da61bcb-cc77-483d-9e44-68f13c0f2c49,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:45.011282 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47238) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:11:45.066354 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-73e1be5d-4a6e-4ca5-ba4a-769bef3adcd3 admin admin] Publish callbacks [] for security_group (8da61bcb-cc77-483d-9e44-68f13c0f2c49), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:45.097930 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-73e1be5d-4a6e-4ca5-ba4a-769bef3adcd3 admin admin] Publish callbacks [] for security_group (8da61bcb-cc77-483d-9e44-68f13c0f2c49), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:45.149072 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-73e1be5d-4a6e-4ca5-ba4a-769bef3adcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (8da61bcb-cc77-483d-9e44-68f13c0f2c49), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:45.151904 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-73e1be5d-4a6e-4ca5-ba4a-769bef3adcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:45.153247 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-73e1be5d-4a6e-4ca5-ba4a-769bef3adcd3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8da61bcb-cc77-483d-9e44-68f13c0f2c49 HTTP/1.1" status: 204 len: 168 time: 0.1408453 Jun 29 08:11:45.162081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1be5d-4a6e-4ca5-ba4a-769bef3adcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da61bcb-cc77-483d-9e44-68f13c0f2c49,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:11:45.758102 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:11:48.801490 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=10 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:52.023128 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:52.482068 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-66fe5846-9bd8-467f-860f-4bdb7621aaaa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384729 Jun 29 08:11:52.587920 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-96038453-8bcb-4c40-8473-4496d5c2d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:52.589434 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-96038453-8bcb-4c40-8473-4496d5c2d09f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 1130 time: 0.0429065 Jun 29 08:11:52.694854 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-55ce0775-6233-4cd8-b0c3-1d53a61f5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:52.696337 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-55ce0775-6233-4cd8-b0c3-1d53a61f5283 service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.0878451 Jun 29 08:11:52.755259 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:52.763527 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-5a1e3ada-a16c-4f97-8c9c-06ca0f36d8db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cb7d49-04c0-46a7-8dd7-77f912b18d6d HTTP/1.1" status: 200 len: 1002 time: 0.0604713 Jun 29 08:11:52.811184 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-b9f1614c-6883-405d-927d-551715d509ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:52.812659 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-b9f1614c-6883-405d-927d-551715d509ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0438037 Jun 29 08:11:52.858111 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-3050f346-b019-4c4a-bf47-8a56f5dfee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:11:52.859536 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-3050f346-b019-4c4a-bf47-8a56f5dfee0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408611 Jun 29 08:11:52.954495 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-b5d792c0-1308-49f6-8a7c-4ff896951d4d service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883346 Jun 29 08:11:53.044544 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c947077f-9547-44b1-8b2a-7335d43e1533 req-83174d58-1023-42e1-a33f-e3a9b4cfd5f9 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Jun 29 08:11:54.444781 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-38445bd4-191f-4844-bd4d-f79874c60ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:55.002595 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=63,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:55.004581 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:55.754595 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=27 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:11:56.973534 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-936ec7ea-b732-4d4e-93dc-5386d0e7aae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:58.351087 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:59.530981 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:11:59.891649 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:03.031738 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=25 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:03.042020 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:09.880250 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=49,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:09.884586 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:09.886238 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:16.396871 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662a3e4-1dd8-45c1-9578-03cbb581a818 req-d245ffe8-c126-42e5-968c-6bc22b165df2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:16.398477 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0662a3e4-1dd8-45c1-9578-03cbb581a818 req-d245ffe8-c126-42e5-968c-6bc22b165df2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 946 time: 0.0543323 Jun 29 08:12:16.452277 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0662a3e4-1dd8-45c1-9578-03cbb581a818 req-26207fc8-41e8-483c-99fc-569b9754d110 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480633 Jun 29 08:12:17.589343 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934ce2a-9d8d-40ab-8e7e-990df2fd2d5e req-33d8e107-5010-442c-adbc-b8ab53d65594 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:17.590914 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9934ce2a-9d8d-40ab-8e7e-990df2fd2d5e req-33d8e107-5010-442c-adbc-b8ab53d65594 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 946 time: 0.0556757 Jun 29 08:12:17.643871 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-9934ce2a-9d8d-40ab-8e7e-990df2fd2d5e req-35a55f5e-ccfc-4888-8da7-4120d0e55b95 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=4d588ff8-4f4d-4adf-a11a-430ad0385194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470021 Jun 29 08:12:17.956702 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-fea9de80-6333-420a-b1e2-1cc82fc6b494 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:17.958337 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-fea9de80-6333-420a-b1e2-1cc82fc6b494 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 946 time: 0.0524340 Jun 29 08:12:18.055139 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Deleting port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:12:18.055485 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:18.160184 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] For port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:12:18.160557 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:18.341547 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:18.341914 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:18.342236 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Floating IP 6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8 disassociated. External IP: 172.27.3.223, port: 46cb7d49-04c0-46a7-8dd7-77f912b18d6d. Jun 29 08:12:18.342654 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Calling delete_port for 46cb7d49-04c0-46a7-8dd7-77f912b18d6d owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:12:18.489953 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (46cb7d49-04c0-46a7-8dd7-77f912b18d6d), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:18.544135 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'Port': ['ID=46cb7d49-04c0-46a7-8dd7-77f912b18d6d,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:18.678611 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Router f8890e9a-6965-4298-b8a4-172595e11b52 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:12:18.749070 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cdcabaab-236e-4878-ac42-2237f356d87b req-b64987f9-fc99-47e3-a2b6-aeacfa061be7 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=01330f68-42df-4986-b996-e6403d1555c6 HTTP/1.1" status: 200 len: 210 time: 0.0296998 Jun 29 08:12:18.822095 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:12:18.832411 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:12:18.844095 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:12:18.845095 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:11:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:12:18.879208 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] No DVR routers for this DVR port 46cb7d49-04c0-46a7-8dd7-77f912b18d6d on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:12:18.881861 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:18.886160 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2d26adfd-77f4-4c15-b816-c59c07da38a1 req-999baa3b-ab0e-4c3d-a8c2-9463722abd24 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "DELETE /v2.0/ports/46cb7d49-04c0-46a7-8dd7-77f912b18d6d HTTP/1.1" status: 204 len: 173 time: 0.9223464 Jun 29 08:12:18.886894 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01330f68-42df-4986-b996-e6403d1555c6', 'name': 'network-vif-deleted', 'tag': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:12:18.889645 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a867f0-b324-4439-a714-009c918d501f" -d '{"events": [{"server_uuid": "01330f68-42df-4986-b996-e6403d1555c6", "name": "network-vif-deleted", "tag": "46cb7d49-04c0-46a7-8dd7-77f912b18d6d"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:12:18.946685 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a7aae2-b08b-4754-8e8c-64d615994630 x-openstack-request-id: req-56a7aae2-b08b-4754-8e8c-64d615994630 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:12:18.947041 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01330f68-42df-4986-b996-e6403d1555c6", "name": "network-vif-deleted", "tag": "46cb7d49-04c0-46a7-8dd7-77f912b18d6d", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:12:18.947463 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56a7aae2-b08b-4754-8e8c-64d615994630 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:12:18.948075 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a7aae2-b08b-4754-8e8c-64d615994630'] response: {'server_uuid': '01330f68-42df-4986-b996-e6403d1555c6', 'name': 'network-vif-deleted', 'tag': '46cb7d49-04c0-46a7-8dd7-77f912b18d6d', 'status': 'completed', 'code': 200} Jun 29 08:12:19.139919 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:12:19.349995 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:12:19.378042 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:12:19.387553 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:12:19.388192 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:11:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:12:19.517155 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:12:19.709505 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:12:19.733868 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b419f79c-825f-47dd-843e-31551c82b154 None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:12:19.856509 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47316) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:12:19.890273 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:19.901599 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:19.943039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-88455acf-7e7c-49a0-9854-613baaf8f3f6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (4d588ff8-4f4d-4adf-a11a-430ad0385194), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:19.976169 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84362ef5-96de-414c-85b8-d6115c900dff None None] New status for floating IP 6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8: DOWN {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:12:19.979947 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-88455acf-7e7c-49a0-9854-613baaf8f3f6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (4d588ff8-4f4d-4adf-a11a-430ad0385194), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.035384 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-88455acf-7e7c-49a0-9854-613baaf8f3f6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (4d588ff8-4f4d-4adf-a11a-430ad0385194), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.038220 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-88455acf-7e7c-49a0-9854-613baaf8f3f6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.039417 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-88455acf-7e7c-49a0-9854-613baaf8f3f6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "DELETE /v2.0/security-groups/4d588ff8-4f4d-4adf-a11a-430ad0385194 HTTP/1.1" status: 204 len: 168 time: 0.1812315 Jun 29 08:12:20.042668 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47318) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:12:20.049845 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88455acf-7e7c-49a0-9854-613baaf8f3f6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d588ff8-4f4d-4adf-a11a-430ad0385194,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:20.069735 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.api.v2.resource [None req-9f2a7c53-68b5-4b84-bc0e-c0029c879710 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] show failed (client error): The resource could not be found. Jun 29 08:12:20.071553 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-9f2a7c53-68b5-4b84-bc0e-c0029c879710 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups/4d588ff8-4f4d-4adf-a11a-430ad0385194 HTTP/1.1" status: 404 len: 347 time: 0.0262964 Jun 29 08:12:20.074828 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47320) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:12:20.201086 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-0419525b-dbf0-469f-87c5-12c2bd5c07e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Deleting port d7ab7836-da78-44a6-8c58-2d20141be00a {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:12:20.201424 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0419525b-dbf0-469f-87c5-12c2bd5c07e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (d7ab7836-da78-44a6-8c58-2d20141be00a), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.285594 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0419525b-dbf0-469f-87c5-12c2bd5c07e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (d7ab7836-da78-44a6-8c58-2d20141be00a), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.285971 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0419525b-dbf0-469f-87c5-12c2bd5c07e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (d7ab7836-da78-44a6-8c58-2d20141be00a), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.301734 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-0419525b-dbf0-469f-87c5-12c2bd5c07e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Calling delete_port for d7ab7836-da78-44a6-8c58-2d20141be00a owned by network:floatingip {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:12:20.445195 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0419525b-dbf0-469f-87c5-12c2bd5c07e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (d7ab7836-da78-44a6-8c58-2d20141be00a), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.470080 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419525b-dbf0-469f-87c5-12c2bd5c07e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'Port': ['ID=d7ab7836-da78-44a6-8c58-2d20141be00a,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:20.534458 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0419525b-dbf0-469f-87c5-12c2bd5c07e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.537051 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-0419525b-dbf0-469f-87c5-12c2bd5c07e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.538183 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-0419525b-dbf0-469f-87c5-12c2bd5c07e6 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "DELETE /v2.0/floatingips/6913da62-9f3b-4cb0-b13e-1ab0fb90b5d8 HTTP/1.1" status: 204 len: 168 time: 0.4618933 Jun 29 08:12:20.609574 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47324) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:12:20.614821 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-83a357ba-53b2-471b-8c9e-4ecbbd42c5f1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602537036', 'description': 'tempest-description--362889080'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:12:20.639301 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-83a357ba-53b2-471b-8c9e-4ecbbd42c5f1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.717446 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-83a357ba-53b2-471b-8c9e-4ecbbd42c5f1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (68a47ef1-f1e5-45ae-bebe-8cba08ad4f02), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.721964 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-83a357ba-53b2-471b-8c9e-4ecbbd42c5f1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (68a47ef1-f1e5-45ae-bebe-8cba08ad4f02), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.753719 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-83a357ba-53b2-471b-8c9e-4ecbbd42c5f1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.754964 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-83a357ba-53b2-471b-8c9e-4ecbbd42c5f1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1438506 Jun 29 08:12:20.756863 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a357ba-53b2-471b-8c9e-4ecbbd42c5f1 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:20.758166 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47326) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:12:20.762921 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-04c88387-8a8e-42e3-aa11-f6d1e7f4f977 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group_rule': {'security_group_id': '68a47ef1-f1e5-45ae-bebe-8cba08ad4f02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:12:20.793782 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-04c88387-8a8e-42e3-aa11-f6d1e7f4f977 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (6dd97d74-2947-4cbe-b7d4-6323b6284386), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.862086 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-04c88387-8a8e-42e3-aa11-f6d1e7f4f977 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (6dd97d74-2947-4cbe-b7d4-6323b6284386), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.866822 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-04c88387-8a8e-42e3-aa11-f6d1e7f4f977 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (6dd97d74-2947-4cbe-b7d4-6323b6284386), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.886480 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c88387-8a8e-42e3-aa11-f6d1e7f4f977 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd97d74-2947-4cbe-b7d4-6323b6284386,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:20.896177 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-04c88387-8a8e-42e3-aa11-f6d1e7f4f977 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.897470 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-04c88387-8a8e-42e3-aa11-f6d1e7f4f977 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382332 Jun 29 08:12:20.900592 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47328) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:12:20.904909 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-b06a2c23-b28a-42e8-8a0f-94980b15efc2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'security_group_rule': {'security_group_id': '68a47ef1-f1e5-45ae-bebe-8cba08ad4f02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:12:20.937002 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b06a2c23-b28a-42e8-8a0f-94980b15efc2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (abea4e92-4df0-4fba-a1b3-7dbd2848f79d), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.992892 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:20.994936 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b06a2c23-b28a-42e8-8a0f-94980b15efc2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (abea4e92-4df0-4fba-a1b3-7dbd2848f79d), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:20.998954 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b06a2c23-b28a-42e8-8a0f-94980b15efc2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (abea4e92-4df0-4fba-a1b3-7dbd2848f79d), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.020397 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a2c23-b28a-42e8-8a0f-94980b15efc2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abea4e92-4df0-4fba-a1b3-7dbd2848f79d,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:21.027388 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b06a2c23-b28a-42e8-8a0f-94980b15efc2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.028594 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b06a2c23-b28a-42e8-8a0f-94980b15efc2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270378 Jun 29 08:12:21.031633 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47330) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:12:21.036420 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:12:21.058058 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.061882 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:21.141229 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.242274 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Allocated IP 172.27.3.121 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/a4ad0489-43ef-41dd-9b31-262ed857b147) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:12:21.348490 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (a4ad0489-43ef-41dd-9b31-262ed857b147), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.378676 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (a4ad0489-43ef-41dd-9b31-262ed857b147), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.417611 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:12:21.422882 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:12:21.426841 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:12:21.430071 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=a4ad0489-43ef-41dd-9b31-262ed857b147,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:21.510870 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (18bdc80a-8af9-4c46-aa02-f8fabac7f6b6), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.546496 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (a4ad0489-43ef-41dd-9b31-262ed857b147), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.676790 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:21.691909 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (a4ad0489-43ef-41dd-9b31-262ed857b147), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.696236 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (a4ad0489-43ef-41dd-9b31-262ed857b147), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.764260 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=a4ad0489-43ef-41dd-9b31-262ed857b147,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:21.771817 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:21.777776 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (18bdc80a-8af9-4c46-aa02-f8fabac7f6b6), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.794907 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:21.797571 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-45e9a906-4adf-4afb-ab19-724efeafba1e tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7630427 Jun 29 08:12:22.002413 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-d91b5043-8b8d-42a3-9aa0-242515863277 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1602537036&fields=id&tenant_id=a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 267 time: 0.0487993 Jun 29 08:12:22.030244 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:22.118935 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-e129d078-a8a5-4917-82a4-8dd93b4d0a1d tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:22.120507 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-e129d078-a8a5-4917-82a4-8dd93b4d0a1d tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 814 time: 0.1116977 Jun 29 08:12:22.136568 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-18e6c415-4ea0-4e44-9305-14d730b9d709 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/quotas/a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 375 time: 0.0097206 Jun 29 08:12:22.191089 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-c3fb4489-b56e-4ea4-a4a8-871d41aed66c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475893 Jun 29 08:12:22.299703 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-b3d3bfbc-df82-48df-b9a6-d638a263ebbb service neutron] 10.222.0.43 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968957 Jun 29 08:12:22.402804 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-5d72068f-6ea8-4e32-821d-725838b976d5 service neutron] 10.222.0.43 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954394 Jun 29 08:12:22.574470 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-83c334b4-60ba-489b-a149-ac8050cde9b9 req-110b5636-3805-4b89-a722-f84da10c36cf tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 210 time: 0.0337989 Jun 29 08:12:22.757587 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:12:23.104320 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 46cb7d49-04c0-46a7-8dd7-77f912b18d6d no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:12:23.127221 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: 46cb7d49-04c0-46a7-8dd7-77f912b18d6d {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:12:23.127557 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 46cb7d49-04c0-46a7-8dd7-77f912b18d6d not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:12:23.589798 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-7aaa732c-1d91-4bb1-ab82-6b5f082bbe7c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:23.591479 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-7aaa732c-1d91-4bb1-ab82-6b5f082bbe7c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 814 time: 0.1154916 Jun 29 08:12:23.693909 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-38f58e07-a160-4253-90aa-76565a70e751 req-aba3a5c5-c82e-45aa-804f-20cc0056b706 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 210 time: 0.0393002 Jun 29 08:12:23.698934 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-61cb511d-74ac-4cb8-a5b5-31c5f0eb03ad tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4df15f6a6dd45dab12d0b724076a23e HTTP/1.1" status: 200 len: 380 time: 0.0937569 Jun 29 08:12:23.785759 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'port': {'device_id': 'a801a87e-5f0e-4158-8961-e30899677422', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'admin_state_up': True, 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'security_groups': ['68a47ef1-f1e5-45ae-bebe-8cba08ad4f02']}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:12:23.800925 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:23.822694 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:23.903156 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Made reservation on behalf of a4df15f6a6dd45dab12d0b724076a23e for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:12:23.906687 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:24.047290 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Allocated IP 172.20.0.11 (501bffb4-f18b-4ba3-b604-4fd9c7554413/d0d61511-6fc1-4ff8-8316-6ec2c99d1478/98a6c7dc-e52d-4148-91a3-dd6e54263a43) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:12:24.198945 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:24.231367 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:24.281092 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:12:24.285066 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:12:24.289132 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:12:24.318222 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event updated for resources: {'Port': ['ID=98a6c7dc-e52d-4148-91a3-dd6e54263a43,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:24.352118 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:24.352769 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:24.370855 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-71ee6ddb-9a5a-4476-af91-1644a4d0da29 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5891786 Jun 29 08:12:24.388843 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Request body: {'port': {'device_id': 'a801a87e-5f0e-4158-8961-e30899677422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:12:24.449704 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ca32d1b4-d008-426f-bb24-aec596874920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:24.461618 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:24.569321 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-dbea1c4d-3dc6-4314-ad08-0825c6a5ba3b None None] Provisioning complete for port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:12:24.569597 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbea1c4d-3dc6-4314-ad08-0825c6a5ba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:24.602717 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-dbea1c4d-3dc6-4314-ad08-0825c6a5ba3b None None] Port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:12:24.643399 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:24.718170 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:24.734996 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a6c7dc-e52d-4148-91a3-dd6e54263a43 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:12:24.743443 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Publish callbacks [] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:24.757009 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Transition to ACTIVE for port object 98a6c7dc-e52d-4148-91a3-dd6e54263a43 will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:12:24.761343 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:24.815930 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Pushing event updated for resources: {'Port': ['ID=98a6c7dc-e52d-4148-91a3-dd6e54263a43,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:24.834780 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad76c3-7dfc-4b6d-833c-2e414caffa92 req-b16860dc-433c-41b0-90f3-242fd6cf08e5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:24.836396 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-35ad76c3-7dfc-4b6d-833c-2e414caffa92 req-b16860dc-433c-41b0-90f3-242fd6cf08e5 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 944 time: 0.0600209 Jun 29 08:12:24.904047 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-35ad76c3-7dfc-4b6d-833c-2e414caffa92 req-a0edcbf5-1d94-4313-99eb-f447540c2610 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616324 Jun 29 08:12:24.912264 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Attempting to bind port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:12:24.912582 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Attempting to bind port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:12:24.912918 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Attempting to bind port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:12:24.918483 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:12:24.918838 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Attempting to bind port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 on network 501bffb4-f18b-4ba3-b604-4fd9c7554413 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:12:24.930508 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:12:24.930508 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Checking segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:12:24.930508 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Bound using segment: {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:12:24.930508 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Bound port: 98a6c7dc-e52d-4148-91a3-dd6e54263a43, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba40066-ad4c-4107-8d4a-a5b34968d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:12:24.930508 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:24.999930 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] For port 98a6c7dc-e52d-4148-91a3-dd6e54263a43, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:12:25.004150 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] For port 98a6c7dc-e52d-4148-91a3-dd6e54263a43, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=98a6c7dc-e52d-4148-91a3-dd6e54263a43,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:12:25.011276 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:25.055531 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:25.056150 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:25.057822 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] 10.222.0.48 "PUT /v2.0/ports/98a6c7dc-e52d-4148-91a3-dd6e54263a43 HTTP/1.1" status: 200 len: 1094 time: 0.6734362 Jun 29 08:12:25.058203 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a801a87e-5f0e-4158-8961-e30899677422', 'tag': '98a6c7dc-e52d-4148-91a3-dd6e54263a43'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:12:25.060473 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c035d260-210a-4728-818a-5ee286a668ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a801a87e-5f0e-4158-8961-e30899677422", "tag": "98a6c7dc-e52d-4148-91a3-dd6e54263a43"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:12:25.081422 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b3501-6b8f-4ba5-bbac-21211ff7be93 service neutron] Pushing event updated for resources: {'Port': ['ID=98a6c7dc-e52d-4148-91a3-dd6e54263a43,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:25.140877 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cf938a-5a09-4d54-bca1-a4f25747df20 x-openstack-request-id: req-d9cf938a-5a09-4d54-bca1-a4f25747df20 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:12:25.141409 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a801a87e-5f0e-4158-8961-e30899677422", "tag": "98a6c7dc-e52d-4148-91a3-dd6e54263a43", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:12:25.141821 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9cf938a-5a09-4d54-bca1-a4f25747df20 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:12:25.142468 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cf938a-5a09-4d54-bca1-a4f25747df20'] response: {'name': 'network-changed', 'server_uuid': 'a801a87e-5f0e-4158-8961-e30899677422', 'tag': '98a6c7dc-e52d-4148-91a3-dd6e54263a43', 'status': 'completed', 'code': 200} Jun 29 08:12:25.183432 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-f856d71e-5cb5-44ed-83c5-eb7c80cdc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:25.185029 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-f856d71e-5cb5-44ed-83c5-eb7c80cdc138 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 1128 time: 0.0696690 Jun 29 08:12:25.237131 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-96d3b22f-8f12-4264-bb68-ecdb62e2a133 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98a6c7dc-e52d-4148-91a3-dd6e54263a43 HTTP/1.1" status: 200 len: 217 time: 0.0374873 Jun 29 08:12:25.290062 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-2c38e24d-7782-48fc-a7af-92176856aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:25.291547 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-2c38e24d-7782-48fc-a7af-92176856aed6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0493293 Jun 29 08:12:25.338145 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-505053ae-cdd7-49bf-aa44-610f3af42b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:25.339643 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-505053ae-cdd7-49bf-aa44-610f3af42b9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415382 Jun 29 08:12:25.442206 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-63b7f9a2-bbd3-4af3-9c2e-7082008ba42b service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958097 Jun 29 08:12:25.549186 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ecf9bc4-e26d-411d-b939-bb5313b86c06 req-e7661908-ef99-430a-8215-c4c2e26ba82e service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010072 Jun 29 08:12:26.036549 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70480bb4-cce6-4a8c-855d-fa598f636f85 req-f1c24ccf-abbe-4216-8c33-18acf4d546aa tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:26.038209 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-70480bb4-cce6-4a8c-855d-fa598f636f85 req-f1c24ccf-abbe-4216-8c33-18acf4d546aa tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 944 time: 0.0531034 Jun 29 08:12:26.088472 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-70480bb4-cce6-4a8c-855d-fa598f636f85 req-e58a8c7f-f9fb-4668-a612-46064a5ccaff tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442591 Jun 29 08:12:26.295236 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035d260-210a-4728-818a-5ee286a668ed req-afed1940-ca06-4890-bb3b-ccc447b6b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:26.296970 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c035d260-210a-4728-818a-5ee286a668ed req-afed1940-ca06-4890-bb3b-ccc447b6b9ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 1128 time: 0.0401816 Jun 29 08:12:26.413858 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035d260-210a-4728-818a-5ee286a668ed req-a09bb01c-c57f-4654-a190-3242ee287fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:26.416306 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c035d260-210a-4728-818a-5ee286a668ed req-a09bb01c-c57f-4654-a190-3242ee287fd8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.1137588 Jun 29 08:12:26.456817 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c035d260-210a-4728-818a-5ee286a668ed req-92d4e4d7-ecc1-47f8-b289-8a2d98b06c00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98a6c7dc-e52d-4148-91a3-dd6e54263a43 HTTP/1.1" status: 200 len: 217 time: 0.0333073 Jun 29 08:12:26.494233 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:26.510252 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035d260-210a-4728-818a-5ee286a668ed req-209b9c2b-8081-4575-9862-2d90fcca9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:26.511722 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c035d260-210a-4728-818a-5ee286a668ed req-209b9c2b-8081-4575-9862-2d90fcca9bfe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0498374 Jun 29 08:12:26.549756 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:26.558332 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035d260-210a-4728-818a-5ee286a668ed req-4ca793fe-56af-44b1-964e-27fb2c7b2c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:26.559847 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c035d260-210a-4728-818a-5ee286a668ed req-4ca793fe-56af-44b1-964e-27fb2c7b2c27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420091 Jun 29 08:12:26.654462 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c035d260-210a-4728-818a-5ee286a668ed req-50911cf4-1415-4538-8cd1-0647889ae7c1 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886869 Jun 29 08:12:26.748147 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c035d260-210a-4728-818a-5ee286a668ed req-2f977501-7e87-4b0d-a8e2-e58bd5032ff9 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871427 Jun 29 08:12:26.968787 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6a4ed7d7-a7ac-4339-8787-91e954167a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:27.441219 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ca3cc-a411-4981-85c8-1a020129e4b7 req-8652bc87-0afc-4178-a88e-1791fd1cbdd4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:27.442661 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-507ca3cc-a411-4981-85c8-1a020129e4b7 req-8652bc87-0afc-4178-a88e-1791fd1cbdd4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 944 time: 0.2857268 Jun 29 08:12:27.493656 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-507ca3cc-a411-4981-85c8-1a020129e4b7 req-e215c100-096d-4d66-8bf6-8a5fbf05d71a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452876 Jun 29 08:12:28.351562 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:28.621839 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac95f70-f9d3-455c-82eb-f2067c671df5 req-0b2bd9cd-65df-4e1f-80f2-8d9e4d718160 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:28.623233 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9ac95f70-f9d3-455c-82eb-f2067c671df5 req-0b2bd9cd-65df-4e1f-80f2-8d9e4d718160 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 944 time: 0.0517831 Jun 29 08:12:28.672793 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9ac95f70-f9d3-455c-82eb-f2067c671df5 req-0f1232dc-5879-46ec-b168-5ebc2f0f2712 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Jun 29 08:12:29.154862 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 98a6c7dc-e52d-4148-91a3-dd6e54263a43 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:12:29.256415 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 98a6c7dc-e52d-4148-91a3-dd6e54263a43, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=98a6c7dc-e52d-4148-91a3-dd6e54263a43,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:12:29.268948 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '98a6c7dc-e52d-4148-91a3-dd6e54263a43', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'port_id': '98a6c7dc-e52d-4148-91a3-dd6e54263a43', 'mac_address': 'fa:16:3e:76:30:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:12:29.315395 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:12:29.315789 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:29.330999 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a6c7dc-e52d-4148-91a3-dd6e54263a43 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:12:29.350865 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 98a6c7dc-e52d-4148-91a3-dd6e54263a43, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=98a6c7dc-e52d-4148-91a3-dd6e54263a43,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:12:29.354795 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:29.403635 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=98a6c7dc-e52d-4148-91a3-dd6e54263a43,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:29.412194 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.412549 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.412896 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.413268 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.413853 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.414204 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.414676 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.415017 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.415358 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.415684 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.416018 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.416345 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.416682 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.417017 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.417351 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:12:29.536799 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:29.627494 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['98a6c7dc-e52d-4148-91a3-dd6e54263a43'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:12:29.793310 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe824d-bbbe-4c4a-8c41-a14e82909498 req-281e25ff-49eb-4585-9548-77ade810f7db tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:29.794752 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e6fe824d-bbbe-4c4a-8c41-a14e82909498 req-281e25ff-49eb-4585-9548-77ade810f7db tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Jun 29 08:12:29.843347 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e6fe824d-bbbe-4c4a-8c41-a14e82909498 req-2efc2301-0cd4-4c99-b7a7-dc6a4c329ca8 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Jun 29 08:12:29.895222 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:30.057677 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:30.979080 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02d2ec-18f6-4904-8e1b-a074c3281504 req-2c4e0a9e-c4a0-406d-8218-6b25b2d6413a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:30.981374 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9f02d2ec-18f6-4904-8e1b-a074c3281504 req-2c4e0a9e-c4a0-406d-8218-6b25b2d6413a tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 945 time: 0.0590880 Jun 29 08:12:31.050403 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-9f02d2ec-18f6-4904-8e1b-a074c3281504 req-52535bf7-5a25-4bc4-80f2-dff599c4f9ff tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623908 Jun 29 08:12:31.166734 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 98a6c7dc-e52d-4148-91a3-dd6e54263a43 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:12:31.188448 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:31.206489 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:31.213014 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:31.218046 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:12:31.226521 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:12:31.226922 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:31.308577 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:12:31.308966 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:31.335926 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a801a87e-5f0e-4158-8961-e30899677422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6c7dc-e52d-4148-91a3-dd6e54263a43'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:12:31.338204 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288f30f7-1813-4fdb-905d-ce8bd9c86d3d" -d '{"events": [{"server_uuid": "a801a87e-5f0e-4158-8961-e30899677422", "name": "network-vif-plugged", "status": "completed", "tag": "98a6c7dc-e52d-4148-91a3-dd6e54263a43"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:12:31.352600 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 98a6c7dc-e52d-4148-91a3-dd6e54263a43, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=98a6c7dc-e52d-4148-91a3-dd6e54263a43,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:12:31.357218 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:31.385028 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c09acd-936e-4c0f-92c4-4f200ac79e33 x-openstack-request-id: req-90c09acd-936e-4c0f-92c4-4f200ac79e33 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:12:31.385326 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a801a87e-5f0e-4158-8961-e30899677422", "name": "network-vif-plugged", "status": "completed", "tag": "98a6c7dc-e52d-4148-91a3-dd6e54263a43", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:12:31.385577 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90c09acd-936e-4c0f-92c4-4f200ac79e33 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:12:31.385968 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c09acd-936e-4c0f-92c4-4f200ac79e33'] response: {'server_uuid': 'a801a87e-5f0e-4158-8961-e30899677422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6c7dc-e52d-4148-91a3-dd6e54263a43', 'code': 200} Jun 29 08:12:31.414690 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=98a6c7dc-e52d-4148-91a3-dd6e54263a43,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:12:31.614872 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94fd6f-32ea-4bda-a783-d09c949ce189 req-3f5cd606-5d0e-4204-afdd-688a4eef6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:31.616468 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0b94fd6f-32ea-4bda-a783-d09c949ce189 req-3f5cd606-5d0e-4204-afdd-688a4eef6b91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 1130 time: 0.0439105 Jun 29 08:12:31.662759 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0b94fd6f-32ea-4bda-a783-d09c949ce189 req-0da503b6-fc90-43be-9b86-e6158d972a33 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 Jun 29 08:12:32.169258 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183454e-8df5-4cde-907c-7bce61b2563c req-6ec228ef-9eac-42a4-a106-c3cae4f27573 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:32.170664 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a183454e-8df5-4cde-907c-7bce61b2563c req-6ec228ef-9eac-42a4-a106-c3cae4f27573 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 946 time: 0.0482984 Jun 29 08:12:32.226052 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a183454e-8df5-4cde-907c-7bce61b2563c req-0292cbd4-6756-432a-b118-343dac7d08ed tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491536 Jun 29 08:12:32.753842 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:DELETE=1,neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:33.349145 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1a60-560b-4c36-88a7-a730ed498d05 req-3f6a8330-5547-432f-8d97-d9f79a7f8817 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:33.350669 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c66c1a60-560b-4c36-88a7-a730ed498d05 req-3f6a8330-5547-432f-8d97-d9f79a7f8817 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 946 time: 0.0477936 Jun 29 08:12:33.396955 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c66c1a60-560b-4c36-88a7-a730ed498d05 req-588d468f-0b06-40c3-94e3-465444792b5b tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408163 Jun 29 08:12:33.514139 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb4eeb-2345-4e00-97ab-1a522486768d req-0f9bba3c-858e-428d-b3c0-73a83c5e82e4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:33.515625 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a9cb4eeb-2345-4e00-97ab-1a522486768d req-0f9bba3c-858e-428d-b3c0-73a83c5e82e4 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 946 time: 0.0515690 Jun 29 08:12:33.524626 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47386) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:12:33.528912 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-b649a152-0df1-431d-9032-3ab71c586627 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Request body: {'floatingip': {'port_id': '98a6c7dc-e52d-4148-91a3-dd6e54263a43'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:12:33.567085 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b649a152-0df1-431d-9032-3ab71c586627 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (18bdc80a-8af9-4c46-aa02-f8fabac7f6b6), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:34.182174 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:34.248243 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b649a152-0df1-431d-9032-3ab71c586627 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:34.252933 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b649a152-0df1-431d-9032-3ab71c586627 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (18bdc80a-8af9-4c46-aa02-f8fabac7f6b6), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:34.338363 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:34.354055 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-b649a152-0df1-431d-9032-3ab71c586627 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Floating IP 18bdc80a-8af9-4c46-aa02-f8fabac7f6b6 associated. External IP: 172.27.3.121, port: 98a6c7dc-e52d-4148-91a3-dd6e54263a43. Jun 29 08:12:34.566814 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b649a152-0df1-431d-9032-3ab71c586627 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Router f8890e9a-6965-4298-b8a4-172595e11b52 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:12:34.673724 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b649a152-0df1-431d-9032-3ab71c586627 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:12:34.680037 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b649a152-0df1-431d-9032-3ab71c586627 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:34.686429 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:12:34.698285 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:12:34.698912 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:12:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:12:34.716371 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b649a152-0df1-431d-9032-3ab71c586627 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "PUT /v2.0/floatingips/18bdc80a-8af9-4c46-aa02-f8fabac7f6b6 HTTP/1.1" status: 200 len: 992 time: 1.1905286 Jun 29 08:12:34.717062 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a801a87e-5f0e-4158-8961-e30899677422', 'tag': '98a6c7dc-e52d-4148-91a3-dd6e54263a43'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:12:34.719532 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb7da3d-67f2-4842-80c2-aec81ae1be18" -d '{"events": [{"name": "network-changed", "server_uuid": "a801a87e-5f0e-4158-8961-e30899677422", "tag": "98a6c7dc-e52d-4148-91a3-dd6e54263a43"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:12:34.758625 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a08e0e-d47f-4f3c-8556-5af2b4a43a99 x-openstack-request-id: req-c9a08e0e-d47f-4f3c-8556-5af2b4a43a99 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:12:34.758917 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a801a87e-5f0e-4158-8961-e30899677422", "tag": "98a6c7dc-e52d-4148-91a3-dd6e54263a43", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:12:34.759168 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9a08e0e-d47f-4f3c-8556-5af2b4a43a99 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:12:34.759578 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a08e0e-d47f-4f3c-8556-5af2b4a43a99'] response: {'name': 'network-changed', 'server_uuid': 'a801a87e-5f0e-4158-8961-e30899677422', 'tag': '98a6c7dc-e52d-4148-91a3-dd6e54263a43', 'status': 'completed', 'code': 200} Jun 29 08:12:34.815106 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:12:34.846403 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-6cbe34de-0a37-40cc-bd23-4d9ed964bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:34.847996 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-6cbe34de-0a37-40cc-bd23-4d9ed964bbb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 1130 time: 0.0450058 Jun 29 08:12:34.965864 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-7cd242de-198b-462e-950b-bcefd5d8adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:34.967399 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-7cd242de-198b-462e-950b-bcefd5d8adb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.1128886 Jun 29 08:12:35.045240 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-be12bec1-b35f-4f97-a4e3-0a229b2c7694 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98a6c7dc-e52d-4148-91a3-dd6e54263a43 HTTP/1.1" status: 200 len: 1000 time: 0.0719645 Jun 29 08:12:35.074346 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '18bdc80a-8af9-4c46-aa02-f8fabac7f6b6', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': '98a6c7dc-e52d-4148-91a3-dd6e54263a43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:76:30:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a801a87e-5f0e-4158-8961-e30899677422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:12:21Z', 'updated_at': '2022-06-29T08:12:34Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:12:35.103404 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:12:35.110037 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-2bc72a3d-0290-49a9-939a-43341e73dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:35.113116 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-2bc72a3d-0290-49a9-939a-43341e73dcc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0613410 Jun 29 08:12:35.113498 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:12:35.114129 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:12:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:12:35.159236 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-b22fefef-135b-4b09-b02f-d2f991a2fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:35.160783 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-b22fefef-135b-4b09-b02f-d2f991a2fb21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417478 Jun 29 08:12:35.221562 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:12:35.260310 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-8134da0e-55d0-44e9-8adc-46bbd338b60b service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937431 Jun 29 08:12:35.285537 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:35.339064 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:35.358528 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3cb7da3d-67f2-4842-80c2-aec81ae1be18 req-5a31889f-e29e-4e52-9ecb-460a635e5856 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927474 Jun 29 08:12:35.473480 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '18bdc80a-8af9-4c46-aa02-f8fabac7f6b6', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': '98a6c7dc-e52d-4148-91a3-dd6e54263a43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:76:30:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a801a87e-5f0e-4158-8961-e30899677422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:12:21Z', 'updated_at': '2022-06-29T08:12:34Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:12:35.504067 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afe23a-034e-4456-814a-1d37e097263f None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '18bdc80a-8af9-4c46-aa02-f8fabac7f6b6', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'port_id': '98a6c7dc-e52d-4148-91a3-dd6e54263a43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'mac_address': 'fa:16:3e:76:30:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a801a87e-5f0e-4158-8961-e30899677422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:12:21Z', 'updated_at': '2022-06-29T08:12:34Z', 'revision_number': 1, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:12:35.687495 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879414df-b857-4771-8e87-c23a7a2e85ab None None] New status for floating IP 18bdc80a-8af9-4c46-aa02-f8fabac7f6b6: ACTIVE {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:12:44.707433 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=36 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:44.710662 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=54 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:45.353427 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:45.355467 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=8 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:45.471486 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:45.476253 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:45.476823 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=60 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:45.878266 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:45.881680 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=9 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:12:52.034777 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:54.450459 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-39ced874-fcd8-4600-a2f3-32883d0f9194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:54.491411 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-faa51ba5-5d3c-4987-ad14-743f01283621 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407636 Jun 29 08:12:54.596785 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-d6ac9383-2047-4565-85f7-7c22a74c6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:54.598322 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-d6ac9383-2047-4565-85f7-7c22a74c6413 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 1130 time: 0.0431604 Jun 29 08:12:54.705324 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-ca8b8f16-b474-40ed-bc86-0291b58eb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:54.706712 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-ca8b8f16-b474-40ed-bc86-0291b58eb439 service neutron] 10.222.0.48 "GET /v2.0/networks?id=501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 200 len: 915 time: 0.0887265 Jun 29 08:12:54.774733 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-ca14501b-323a-4791-b169-5e33bd5adf15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98a6c7dc-e52d-4148-91a3-dd6e54263a43 HTTP/1.1" status: 200 len: 1002 time: 0.0622017 Jun 29 08:12:54.824640 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-0fd57b56-db2c-4e2f-ae82-6629c2bcd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:54.826153 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-0fd57b56-db2c-4e2f-ae82-6629c2bcd3e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 200 len: 853 time: 0.0454907 Jun 29 08:12:54.871548 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-36c7e4ed-1db4-47be-a0e7-9b5ff7031fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:12:54.873113 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-36c7e4ed-1db4-47be-a0e7-9b5ff7031fb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=501bffb4-f18b-4ba3-b604-4fd9c7554413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401554 Jun 29 08:12:54.972635 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-1a4675b1-944b-4f6d-9690-f0e13d26e515 service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929186 Jun 29 08:12:55.062280 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2826727a-0a1c-479d-8cf6-610af08d1e8d req-7a0a6803-8174-4844-a4bb-dc906a695afc service neutron] 10.222.0.48 "GET /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843177 Jun 29 08:12:56.961588 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-22042848-2c39-40ee-8f68-8a573e02079e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:58.354742 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:59.535365 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:12:59.756897 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:12:59.896816 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:02.790122 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:05.053163 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=48 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:05.059513 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=53 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:09.886219 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:09.891111 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:09.892358 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:16.172755 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2db039-62b5-493e-8d03-fd2a5ad9cd9f req-67b5e5b0-b699-49b1-8840-d2d7981e0b7d tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:13:16.174188 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ba2db039-62b5-493e-8d03-fd2a5ad9cd9f req-67b5e5b0-b699-49b1-8840-d2d7981e0b7d tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 946 time: 0.0538774 Jun 29 08:13:16.233206 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ba2db039-62b5-493e-8d03-fd2a5ad9cd9f req-2c6a4149-a4b4-48d5-91fc-3dcbb58b91bb tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522847 Jun 29 08:13:17.357288 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd5250-dfbb-4634-9891-6e1000b6e3fc req-50a3e04c-f28d-4b7f-bed2-40c92b0168a2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:13:17.358760 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2dbd5250-dfbb-4634-9891-6e1000b6e3fc req-50a3e04c-f28d-4b7f-bed2-40c92b0168a2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 946 time: 0.0520196 Jun 29 08:13:17.407806 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2dbd5250-dfbb-4634-9891-6e1000b6e3fc req-4324e632-b2cd-49c5-be0d-bb387c38e0b2 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups?id=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431461 Jun 29 08:13:17.700467 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-1bb2f4ba-6654-4f3f-8639-b9e326274b48 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:13:17.701928 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-1bb2f4ba-6654-4f3f-8639-b9e326274b48 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 946 time: 0.0475323 Jun 29 08:13:17.784145 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Deleting port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:13:17.784488 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:17.892220 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] For port 98a6c7dc-e52d-4148-91a3-dd6e54263a43, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=98a6c7dc-e52d-4148-91a3-dd6e54263a43,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:13:17.892577 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:18.060487 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:18.060870 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (18bdc80a-8af9-4c46-aa02-f8fabac7f6b6), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:18.061210 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Floating IP 18bdc80a-8af9-4c46-aa02-f8fabac7f6b6 disassociated. External IP: 172.27.3.121, port: 98a6c7dc-e52d-4148-91a3-dd6e54263a43. Jun 29 08:13:18.061553 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Calling delete_port for 98a6c7dc-e52d-4148-91a3-dd6e54263a43 owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:13:18.196426 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (98a6c7dc-e52d-4148-91a3-dd6e54263a43), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:18.223283 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'Port': ['ID=98a6c7dc-e52d-4148-91a3-dd6e54263a43,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:18.236887 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.237363 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.237781 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.238201 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.238519 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.238938 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.239217 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.239523 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.240037 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.240260 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.240609 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.240936 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.241314 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.241713 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.242111 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:18.361540 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Router f8890e9a-6965-4298-b8a4-172595e11b52 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:13:18.470053 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:13:18.480655 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:13:18.500808 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:13:18.501472 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:12:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:18.513228 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-4c427e45-5949-44c3-b704-9d4d0e39ba0e req-2bb7c24e-c737-471f-9b5c-e92621494d99 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/ports?device_id=a801a87e-5f0e-4158-8961-e30899677422 HTTP/1.1" status: 200 len: 210 time: 0.0300663 Jun 29 08:13:18.516128 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] No DVR routers for this DVR port 98a6c7dc-e52d-4148-91a3-dd6e54263a43 on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:13:18.518661 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:18.521891 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0b249b4a-02ae-4d3b-85d4-a6f3674139f5 req-355dcab1-4628-4909-941d-e3abd27b8aca tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.48 "DELETE /v2.0/ports/98a6c7dc-e52d-4148-91a3-dd6e54263a43 HTTP/1.1" status: 204 len: 173 time: 0.8142717 Jun 29 08:13:18.522334 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a801a87e-5f0e-4158-8961-e30899677422', 'name': 'network-vif-deleted', 'tag': '98a6c7dc-e52d-4148-91a3-dd6e54263a43'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:13:18.525647 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc269fa-475e-4cea-9b27-841600741eb5" -d '{"events": [{"server_uuid": "a801a87e-5f0e-4158-8961-e30899677422", "name": "network-vif-deleted", "tag": "98a6c7dc-e52d-4148-91a3-dd6e54263a43"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:13:18.591295 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c333f377-0d70-41d2-9294-bdb6ac50d11e x-openstack-request-id: req-c333f377-0d70-41d2-9294-bdb6ac50d11e {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:13:18.591764 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a801a87e-5f0e-4158-8961-e30899677422", "name": "network-vif-deleted", "tag": "98a6c7dc-e52d-4148-91a3-dd6e54263a43", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:13:18.592218 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c333f377-0d70-41d2-9294-bdb6ac50d11e {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:13:18.592864 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c333f377-0d70-41d2-9294-bdb6ac50d11e'] response: {'server_uuid': 'a801a87e-5f0e-4158-8961-e30899677422', 'name': 'network-vif-deleted', 'tag': '98a6c7dc-e52d-4148-91a3-dd6e54263a43', 'status': 'completed', 'code': 200} Jun 29 08:13:18.749652 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:13:18.954589 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:18.985513 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:13:18.995721 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:13:18.996367 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:12:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:19.151928 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:13:19.344939 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:19.370217 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd59388-89c4-4e6a-b9a8-d1be0956f1f6 None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:08:55Z', 'revision_number': 4, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': 'fb9c26fa-41ad-4d92-a9de-b5c046d9e79e', 'name': '', 'network_id': '501bffb4-f18b-4ba3-b604-4fd9c7554413', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'mac_address': 'fa:16:3e:98:46:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:54Z', 'updated_at': '2022-06-29T08:08:59Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'subnets': [{'id': 'd0d61511-6fc1-4ff8-8316-6ec2c99d1478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:13:19.605027 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d2039-0b01-40b6-8816-4a5806e13b10 None None] New status for floating IP 18bdc80a-8af9-4c46-aa02-f8fabac7f6b6: DOWN {{(pid=103903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:13:19.609765 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47470) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:19.639612 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=19 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:19.670201 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (68a47ef1-f1e5-45ae-bebe-8cba08ad4f02), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:19.698332 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (68a47ef1-f1e5-45ae-bebe-8cba08ad4f02), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:19.755693 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (68a47ef1-f1e5-45ae-bebe-8cba08ad4f02), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:19.759323 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:19.760541 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "DELETE /v2.0/security-groups/68a47ef1-f1e5-45ae-bebe-8cba08ad4f02 HTTP/1.1" status: 204 len: 168 time: 0.1497917 Jun 29 08:13:19.763829 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47472) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:19.770959 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a47ef1-f1e5-45ae-bebe-8cba08ad4f02,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:19.779559 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.779770 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.779999 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.780337 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.780672 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.781030 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.781382 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.781580 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.api.v2.resource [None req-6748db23-4af4-4f1f-9bf9-53228bc5855c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] show failed (client error): The resource could not be found. Jun 29 08:13:19.781960 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.782083 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.782326 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.782657 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.782875 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-6748db23-4af4-4f1f-9bf9-53228bc5855c tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "GET /v2.0/security-groups/68a47ef1-f1e5-45ae-bebe-8cba08ad4f02 HTTP/1.1" status: 404 len: 347 time: 0.0179646 Jun 29 08:13:19.782996 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.783381 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.783714 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.784041 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bb29c2-28ba-4277-9065-884912c8f702 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:13:19.785768 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47474) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:19.795528 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:19.830742 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:19.919089 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-de3f84c2-b707-484e-ba96-edc052d48d49 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Deleting port a4ad0489-43ef-41dd-9b31-262ed857b147 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:13:19.919343 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de3f84c2-b707-484e-ba96-edc052d48d49 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (a4ad0489-43ef-41dd-9b31-262ed857b147), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:20.008318 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de3f84c2-b707-484e-ba96-edc052d48d49 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (a4ad0489-43ef-41dd-9b31-262ed857b147), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:20.008646 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de3f84c2-b707-484e-ba96-edc052d48d49 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (a4ad0489-43ef-41dd-9b31-262ed857b147), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:20.024207 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-de3f84c2-b707-484e-ba96-edc052d48d49 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Calling delete_port for a4ad0489-43ef-41dd-9b31-262ed857b147 owned by network:floatingip {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:13:20.177533 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de3f84c2-b707-484e-ba96-edc052d48d49 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (a4ad0489-43ef-41dd-9b31-262ed857b147), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:20.205724 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f84c2-b707-484e-ba96-edc052d48d49 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Pushing event deleted for resources: {'Port': ['ID=a4ad0489-43ef-41dd-9b31-262ed857b147,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:20.271959 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de3f84c2-b707-484e-ba96-edc052d48d49 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks [] for floatingip (18bdc80a-8af9-4c46-aa02-f8fabac7f6b6), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:20.274873 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-de3f84c2-b707-484e-ba96-edc052d48d49 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:20.276079 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-de3f84c2-b707-484e-ba96-edc052d48d49 tempest-AttachVolumeNegativeTest-471433960 tempest-AttachVolumeNegativeTest-471433960-project] 10.222.0.43 "DELETE /v2.0/floatingips/18bdc80a-8af9-4c46-aa02-f8fabac7f6b6 HTTP/1.1" status: 204 len: 168 time: 0.4884393 Jun 29 08:13:21.400861 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 98a6c7dc-e52d-4148-91a3-dd6e54263a43 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:13:21.424631 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: 98a6c7dc-e52d-4148-91a3-dd6e54263a43 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:13:21.425360 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 98a6c7dc-e52d-4148-91a3-dd6e54263a43 not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:13:22.058059 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:23.995978 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47510) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:24.306163 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (f8890e9a-6965-4298-b8a4-172595e11b52), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:24.445883 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-688f9582-d770-42ed-852f-df43541f33ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:24.536271 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] Deleting port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:13:24.536607 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:24.592043 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:24.621900 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] For port fb9c26fa-41ad-4d92-a9de-b5c046d9e79e, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=fb9c26fa-41ad-4d92-a9de-b5c046d9e79e,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:13:24.622263 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:24.636348 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] Calling delete_port for fb9c26fa-41ad-4d92-a9de-b5c046d9e79e owned by network:router_interface {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:13:24.680837 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:24.814394 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (fb9c26fa-41ad-4d92-a9de-b5c046d9e79e), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:24.840498 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9c26fa-41ad-4d92-a9de-b5c046d9e79e,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:25.007637 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (f8890e9a-6965-4298-b8a4-172595e11b52), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:25.221654 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] Router f8890e9a-6965-4298-b8a4-172595e11b52 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:13:25.336117 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:13:25.341740 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-931c0703-0a85-43c1-9bde-722450629507 admin admin] 10.222.0.43 "PUT /v2.0/routers/f8890e9a-6965-4298-b8a4-172595e11b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3454845 Jun 29 08:13:25.344800 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47512) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:25.344971 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] Sync routers for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:13:25.356278 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:13:25.356912 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:12:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:25.432949 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:25.450817 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Publish callbacks [] for router (f8890e9a-6965-4298-b8a4-172595e11b52), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:25.463957 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:13:25.558870 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Publish callbacks [] for router_gateway (f8890e9a-6965-4298-b8a4-172595e11b52), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:25.602814 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:25.607076 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Deleting port 7b879d8d-ac98-4e17-83dd-aeef275312a4 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:13:25.607423 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:25.643119 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:13:24Z', 'revision_number': 5, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port': {'id': '7b879d8d-ac98-4e17-83dd-aeef275312a4', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:08:52Z', 'updated_at': '2022-06-29T08:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:25.673331 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] Checking router: f8890e9a-6965-4298-b8a4-172595e11b52 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:13:25.683369 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] Routers {'f8890e9a-6965-4298-b8a4-172595e11b52'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:13:25.683990 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:12:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['f8890e9a-6965-4298-b8a4-172595e11b52'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:25.691416 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] For port 7b879d8d-ac98-4e17-83dd-aeef275312a4, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=7b879d8d-ac98-4e17-83dd-aeef275312a4,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:13:25.691777 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:25.713420 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Calling delete_port for 7b879d8d-ac98-4e17-83dd-aeef275312a4 owned by network:router_gateway {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:13:25.769756 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] Set router f8890e9a-6965-4298-b8a4-172595e11b52 gateway port host: None {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:13:25.823965 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:13:25Z', 'revision_number': 6, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:25.852758 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd68a19-0fd1-4860-b4c6-594dbc009d08 None None] The sync data for ids ['f8890e9a-6965-4298-b8a4-172595e11b52'] in dv-cinder-768105-14-iscsi is: [{'id': 'f8890e9a-6965-4298-b8a4-172595e11b52', 'name': 'tempest-AttachVolumeNegativeTest-811844988-router', 'tenant_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:08:51Z', 'updated_at': '2022-06-29T08:13:25Z', 'revision_number': 6, 'project_id': 'a4df15f6a6dd45dab12d0b724076a23e', 'gw_port_host': None}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:13:25.887191 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (7b879d8d-ac98-4e17-83dd-aeef275312a4), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:25.909904 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Pushing event deleted for resources: {'Port': ['ID=7b879d8d-ac98-4e17-83dd-aeef275312a4,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:25.979146 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (f8890e9a-6965-4298-b8a4-172595e11b52), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.323588 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (f8890e9a-6965-4298-b8a4-172595e11b52), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.325809 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Publish callbacks [] for router_controller (f8890e9a-6965-4298-b8a4-172595e11b52), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.370626 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (f8890e9a-6965-4298-b8a4-172595e11b52), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.371250 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8890e9a-6965-4298-b8a4-172595e11b52 {{(pid=103901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:13:26.376577 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.376933 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-73479a81-9ca5-4f48-bcb0-6499dc6d6dad admin admin] 10.222.0.43 "DELETE /v2.0/routers/f8890e9a-6965-4298-b8a4-172595e11b52 HTTP/1.1" status: 204 len: 168 time: 1.0311761 Jun 29 08:13:26.379482 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47514) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:26.426931 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec72f1d-3156-4134-8d56-09d12d37f371 admin admin] Deleting subnet d0d61511-6fc1-4ff8-8316-6ec2c99d1478 {{(pid=103901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:13:26.430377 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6ec72f1d-3156-4134-8d56-09d12d37f371 admin admin] Publish callbacks [] for subnet (d0d61511-6fc1-4ff8-8316-6ec2c99d1478), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.468863 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6ec72f1d-3156-4134-8d56-09d12d37f371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26202167'] for subnet (d0d61511-6fc1-4ff8-8316-6ec2c99d1478), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.547063 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:26.548564 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6ec72f1d-3156-4134-8d56-09d12d37f371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (d0d61511-6fc1-4ff8-8316-6ec2c99d1478), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.611579 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6ec72f1d-3156-4134-8d56-09d12d37f371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26775476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25339904'] for subnet (d0d61511-6fc1-4ff8-8316-6ec2c99d1478), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.636218 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec72f1d-3156-4134-8d56-09d12d37f371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d61511-6fc1-4ff8-8316-6ec2c99d1478,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:26.652783 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-6ec72f1d-3156-4134-8d56-09d12d37f371 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.654519 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cfac24-3649-46f3-a7ae-eac238463ce9 None None] Network 501bffb4-f18b-4ba3-b604-4fd9c7554413 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:13:26.658559 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47516) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:26.659141 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-6ec72f1d-3156-4134-8d56-09d12d37f371 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d0d61511-6fc1-4ff8-8316-6ec2c99d1478 HTTP/1.1" status: 204 len: 168 time: 0.2782238 Jun 29 08:13:26.699363 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device fb9c26fa-41ad-4d92-a9de-b5c046d9e79e no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:13:26.754683 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (501bffb4-f18b-4ba3-b604-4fd9c7554413), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.765369 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: fb9c26fa-41ad-4d92-a9de-b5c046d9e79e {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:13:26.765855 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device fb9c26fa-41ad-4d92-a9de-b5c046d9e79e not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:13:26.766466 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 7b879d8d-ac98-4e17-83dd-aeef275312a4 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:13:26.805655 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 7b879d8d-ac98-4e17-83dd-aeef275312a4 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:13:26.806005 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 7b879d8d-ac98-4e17-83dd-aeef275312a4 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:13:26.814688 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Deleting port ab85d6cb-4126-405a-af99-7899362c8d95 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:13:26.815035 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.896529 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2f030-665a-4afc-b7a8-55f1860c02fc None None] DHCP port deletion for 501bffb4-f18b-4ba3-b604-4fd9c7554413 request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:13:26.900178 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] For port ab85d6cb-4126-405a-af99-7899362c8d95, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=ab85d6cb-4126-405a-af99-7899362c8d95,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:13:26.900558 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.917274 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Calling delete_port for ab85d6cb-4126-405a-af99-7899362c8d95 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:13:26.971796 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-08b2f030-665a-4afc-b7a8-55f1860c02fc None None] Deleting port ab85d6cb-4126-405a-af99-7899362c8d95 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:13:26.972193 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-08b2f030-665a-4afc-b7a8-55f1860c02fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:26.989452 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2194-aaaa-4463-ac22-9f1d253a2d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.020535 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.046084 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-08b2f030-665a-4afc-b7a8-55f1860c02fc None None] For port ab85d6cb-4126-405a-af99-7899362c8d95, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=ab85d6cb-4126-405a-af99-7899362c8d95,segment=NetworkSegment(aba40066-ad4c-4107-8d4a-a5b34968d54a),segment_id=aba40066-ad4c-4107-8d4a-a5b34968d54a)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:13:27.046543 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-08b2f030-665a-4afc-b7a8-55f1860c02fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.048552 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab85d6cb-4126-405a-af99-7899362c8d95,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:27.050485 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] No DVR routers for this DVR port ab85d6cb-4126-405a-af99-7899362c8d95 on host dv-cinder-768105-14-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:13:27.064419 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-08b2f030-665a-4afc-b7a8-55f1860c02fc None None] Calling delete_port for ab85d6cb-4126-405a-af99-7899362c8d95 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:13:27.120902 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:27.130542 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:27.131200 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (501bffb4-f18b-4ba3-b604-4fd9c7554413), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.154690 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:27.159847 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-08b2f030-665a-4afc-b7a8-55f1860c02fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (ab85d6cb-4126-405a-af99-7899362c8d95), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.160660 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501bffb4-f18b-4ba3-b604-4fd9c7554413']}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:27.162842 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:27.173655 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba40066-ad4c-4107-8d4a-a5b34968d54a') {'for_net_delete': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:27.173954 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba40066-ad4c-4107-8d4a-a5b34968d54a') {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:13:27.185820 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25764317'] for segment (aba40066-ad4c-4107-8d4a-a5b34968d54a), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.187441 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2f030-665a-4afc-b7a8-55f1860c02fc None None] Pushing event deleted for resources: {'Port': ['ID=ab85d6cb-4126-405a-af99-7899362c8d95,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:27.191810 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2f030-665a-4afc-b7a8-55f1860c02fc None None] No DVR routers for this DVR port ab85d6cb-4126-405a-af99-7899362c8d95 on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:13:27.204850 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (aba40066-ad4c-4107-8d4a-a5b34968d54a), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.212859 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:13:27.213219 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946667'] for segment (aba40066-ad4c-4107-8d4a-a5b34968d54a), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.242740 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment aba40066-ad4c-4107-8d4a-a5b34968d54a resource provider aggregate not found Jun 29 08:13:27.275863 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:27.286837 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (501bffb4-f18b-4ba3-b604-4fd9c7554413), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.294270 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.297619 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/501bffb4-f18b-4ba3-b604-4fd9c7554413 HTTP/1.1" status: 204 len: 168 time: 0.6371212 Jun 29 08:13:27.299371 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment aba40066-ad4c-4107-8d4a-a5b34968d54a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aba40066-ad4c-4107-8d4a-a5b34968d54a found for delete ", "request_id": "req-e963b2be-6efb-4a89-bb16-f0bb40ea5677"}]} Jun 29 08:13:27.312010 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d86b28-4d13-4d48-9ba8-d50dddf46aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=501bffb4-f18b-4ba3-b604-4fd9c7554413,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:27.482259 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47524) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:27.528314 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-a6efc8c8-e1a3-4a9e-a6e9-570462efd971 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4df15f6a6dd45dab12d0b724076a23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446172 Jun 29 08:13:27.530864 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47526) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:27.581650 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-757b3e73-0867-4a26-b686-b6567dd8d093 admin admin] Publish callbacks [] for security_group (088549fb-eb0e-4c85-b307-4ec8a3098aeb), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.605238 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-757b3e73-0867-4a26-b686-b6567dd8d093 admin admin] Publish callbacks [] for security_group (088549fb-eb0e-4c85-b307-4ec8a3098aeb), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.665408 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-757b3e73-0867-4a26-b686-b6567dd8d093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (088549fb-eb0e-4c85-b307-4ec8a3098aeb), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.668342 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-757b3e73-0867-4a26-b686-b6567dd8d093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:27.669574 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-757b3e73-0867-4a26-b686-b6567dd8d093 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/088549fb-eb0e-4c85-b307-4ec8a3098aeb HTTP/1.1" status: 204 len: 168 time: 0.1377912 Jun 29 08:13:27.678098 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b3e73-0867-4a26-b686-b6567dd8d093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088549fb-eb0e-4c85-b307-4ec8a3098aeb,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:28.359970 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:28.641231 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device ab85d6cb-4126-405a-af99-7899362c8d95 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:13:28.662374 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: ab85d6cb-4126-405a-af99-7899362c8d95 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:13:28.662721 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device ab85d6cb-4126-405a-af99-7899362c8d95 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:13:29.060528 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47576) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:29.169910 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7cfa21fb-1ace-4c54-914d-6ff2db3e22b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:29.253272 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7cfa21fb-1ace-4c54-914d-6ff2db3e22b0 admin admin] Publish callbacks [] for security_group (16d07daf-971f-4c6b-9e0b-6620a5c747f7), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:29.258590 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7cfa21fb-1ace-4c54-914d-6ff2db3e22b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (16d07daf-971f-4c6b-9e0b-6620a5c747f7), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:29.298360 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa21fb-1ace-4c54-914d-6ff2db3e22b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d07daf-971f-4c6b-9e0b-6620a5c747f7,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:29.303051 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-7cfa21fb-1ace-4c54-914d-6ff2db3e22b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2499d2faee84edda5f26ec0d21aecbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413478 Jun 29 08:13:29.306715 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47580) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:29.358004 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-429ae019-b16e-4ab9-b77a-ddfd4ed5dc42 admin admin] Publish callbacks [] for security_group (16d07daf-971f-4c6b-9e0b-6620a5c747f7), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:29.379638 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-429ae019-b16e-4ab9-b77a-ddfd4ed5dc42 admin admin] Publish callbacks [] for security_group (16d07daf-971f-4c6b-9e0b-6620a5c747f7), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:29.429802 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-429ae019-b16e-4ab9-b77a-ddfd4ed5dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (16d07daf-971f-4c6b-9e0b-6620a5c747f7), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:29.432495 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-429ae019-b16e-4ab9-b77a-ddfd4ed5dc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:29.433715 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-429ae019-b16e-4ab9-b77a-ddfd4ed5dc42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16d07daf-971f-4c6b-9e0b-6620a5c747f7 HTTP/1.1" status: 204 len: 168 time: 0.1255443 Jun 29 08:13:29.441998 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ae019-b16e-4ab9-b77a-ddfd4ed5dc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d07daf-971f-4c6b-9e0b-6620a5c747f7,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:29.543599 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:29.684715 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:29.687730 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:29.907476 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:36.604992 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:36.642508 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=69,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:36.755407 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:13:39.436411 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=59,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:39.437242 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=64,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:39.536825 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:39.538756 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:39.897385 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:DELETE=1,neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:40.485031 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47712) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:40.598778 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7fb847a7-6893-4085-965a-2f32b6b152ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:40.689497 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7fb847a7-6893-4085-965a-2f32b6b152ad admin admin] Publish callbacks [] for security_group (1a62d8d5-9c91-468f-9ba3-c10ef52e3e8e), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:40.694200 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7fb847a7-6893-4085-965a-2f32b6b152ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (1a62d8d5-9c91-468f-9ba3-c10ef52e3e8e), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:40.733650 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb847a7-6893-4085-965a-2f32b6b152ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a62d8d5-9c91-468f-9ba3-c10ef52e3e8e,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:40.739394 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-7fb847a7-6893-4085-965a-2f32b6b152ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aff9b900aeca4b13823a9bce6e37341c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528007 Jun 29 08:13:40.742084 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47716) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:40.799995 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a0f-c613-4fdb-b76d-fe71bf1315a2 admin admin] Publish callbacks [] for security_group (1a62d8d5-9c91-468f-9ba3-c10ef52e3e8e), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:40.824800 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a0f-c613-4fdb-b76d-fe71bf1315a2 admin admin] Publish callbacks [] for security_group (1a62d8d5-9c91-468f-9ba3-c10ef52e3e8e), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:40.877118 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a0f-c613-4fdb-b76d-fe71bf1315a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (1a62d8d5-9c91-468f-9ba3-c10ef52e3e8e), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:40.879650 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b50c6a0f-c613-4fdb-b76d-fe71bf1315a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:40.880821 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-b50c6a0f-c613-4fdb-b76d-fe71bf1315a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a62d8d5-9c91-468f-9ba3-c10ef52e3e8e HTTP/1.1" status: 204 len: 168 time: 0.1372015 Jun 29 08:13:40.889803 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c6a0f-c613-4fdb-b76d-fe71bf1315a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a62d8d5-9c91-468f-9ba3-c10ef52e3e8e,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:41.158737 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47722) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:41.179642 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f4d5146f-2607-4650-82e5-693bb76a2aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:41.277220 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f4d5146f-2607-4650-82e5-693bb76a2aef admin admin] Publish callbacks [] for security_group (3e91b7b0-54da-43fb-b4d0-76de32c0d154), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:41.281579 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f4d5146f-2607-4650-82e5-693bb76a2aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3e91b7b0-54da-43fb-b4d0-76de32c0d154), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:41.326586 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5146f-2607-4650-82e5-693bb76a2aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e91b7b0-54da-43fb-b4d0-76de32c0d154,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:41.331003 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-f4d5146f-2607-4650-82e5-693bb76a2aef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af30716dcb9341bd8d951ee1205cd727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696258 Jun 29 08:13:41.333612 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 47724) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:41.387903 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b6d0a798-0a40-4f1d-bd7a-cea315336ad8 admin admin] Publish callbacks [] for security_group (3e91b7b0-54da-43fb-b4d0-76de32c0d154), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:41.412677 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b6d0a798-0a40-4f1d-bd7a-cea315336ad8 admin admin] Publish callbacks [] for security_group (3e91b7b0-54da-43fb-b4d0-76de32c0d154), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:41.463515 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b6d0a798-0a40-4f1d-bd7a-cea315336ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (3e91b7b0-54da-43fb-b4d0-76de32c0d154), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:41.467408 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b6d0a798-0a40-4f1d-bd7a-cea315336ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:41.468603 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b6d0a798-0a40-4f1d-bd7a-cea315336ad8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e91b7b0-54da-43fb-b4d0-76de32c0d154 HTTP/1.1" status: 204 len: 168 time: 0.1340990 Jun 29 08:13:41.481057 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0a798-0a40-4f1d-bd7a-cea315336ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e91b7b0-54da-43fb-b4d0-76de32c0d154,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:46.750999 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:46.751735 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:50.884450 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:50.885390 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=36,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:50.905413 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:51.471275 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=36,neutron:INSERT=7 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:51.472050 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:51.500404 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:13:52.047871 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:54.443176 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-60ad5b37-42ff-4545-96df-cf088ad51ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:56.963019 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4cf09960-b21c-41a2-904a-bfed77e95e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:58.361825 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:59.319811 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47866) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:59.424556 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-76359b99-7abb-470d-8e3e-86c93ca669ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:59.501332 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-76359b99-7abb-470d-8e3e-86c93ca669ba admin admin] Publish callbacks [] for security_group (ffef0b17-272e-4f63-9690-9b41fda4ecfd), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:59.504931 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-76359b99-7abb-470d-8e3e-86c93ca669ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (ffef0b17-272e-4f63-9690-9b41fda4ecfd), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:59.541734 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:59.546932 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76359b99-7abb-470d-8e3e-86c93ca669ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffef0b17-272e-4f63-9690-9b41fda4ecfd,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:59.551404 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-76359b99-7abb-470d-8e3e-86c93ca669ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=516772f9d6014a6b9a9883db97d1b237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305124 Jun 29 08:13:59.554297 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47870) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:13:59.604711 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c88dcda-6709-4381-b3bb-70a1907cfd60 admin admin] Publish callbacks [] for security_group (ffef0b17-272e-4f63-9690-9b41fda4ecfd), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:59.627551 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c88dcda-6709-4381-b3bb-70a1907cfd60 admin admin] Publish callbacks [] for security_group (ffef0b17-272e-4f63-9690-9b41fda4ecfd), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:59.677392 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c88dcda-6709-4381-b3bb-70a1907cfd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (ffef0b17-272e-4f63-9690-9b41fda4ecfd), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:59.680297 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9c88dcda-6709-4381-b3bb-70a1907cfd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:13:59.681647 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-9c88dcda-6709-4381-b3bb-70a1907cfd60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffef0b17-272e-4f63-9690-9b41fda4ecfd HTTP/1.1" status: 204 len: 168 time: 0.1264269 Jun 29 08:13:59.691239 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88dcda-6709-4381-b3bb-70a1907cfd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffef0b17-272e-4f63-9690-9b41fda4ecfd,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:13:59.906619 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:00.827840 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47904) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:14:00.967978 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7a723440-1ed3-4d8b-8cb9-1d153cc21615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:01.048238 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7a723440-1ed3-4d8b-8cb9-1d153cc21615 admin admin] Publish callbacks [] for security_group (fc3db456-83cc-4a68-b4a5-9598985e1580), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:01.052134 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-7a723440-1ed3-4d8b-8cb9-1d153cc21615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (fc3db456-83cc-4a68-b4a5-9598985e1580), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:01.093031 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a723440-1ed3-4d8b-8cb9-1d153cc21615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3db456-83cc-4a68-b4a5-9598985e1580,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:01.101304 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-7a723440-1ed3-4d8b-8cb9-1d153cc21615 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbc5620180c74e84987c119eff8a6d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696695 Jun 29 08:14:01.101304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 47908) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:14:01.154967 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-37a2a61b-4db4-4dc8-b5eb-7c831b4cd050 admin admin] Publish callbacks [] for security_group (fc3db456-83cc-4a68-b4a5-9598985e1580), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:01.181248 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-37a2a61b-4db4-4dc8-b5eb-7c831b4cd050 admin admin] Publish callbacks [] for security_group (fc3db456-83cc-4a68-b4a5-9598985e1580), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:01.230539 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-37a2a61b-4db4-4dc8-b5eb-7c831b4cd050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (fc3db456-83cc-4a68-b4a5-9598985e1580), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:01.233022 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-37a2a61b-4db4-4dc8-b5eb-7c831b4cd050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:01.234201 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-37a2a61b-4db4-4dc8-b5eb-7c831b4cd050 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc3db456-83cc-4a68-b4a5-9598985e1580 HTTP/1.1" status: 204 len: 168 time: 0.1318855 Jun 29 08:14:01.242683 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2a61b-4db4-4dc8-b5eb-7c831b4cd050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3db456-83cc-4a68-b4a5-9598985e1580,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:09.537841 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:09.901167 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:11.237350 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=75,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:11.238099 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=65,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:11.255109 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:13.753898 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:14:22.056165 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:22.760482 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:23.750909 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:24.439066 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bfb8c850-5b95-4b2d-8c6b-a2ef74281a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:26.968995 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ba89156-6acc-474a-9c5c-6b5834df7439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:28.363337 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:29.543460 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:29.902951 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:36.245771 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 48158) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:14:36.353367 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:36.431244 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Publish callbacks [] for security_group (192fbee8-2db3-44ec-9787-7fb1ebf83fc5), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:36.435999 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (192fbee8-2db3-44ec-9787-7fb1ebf83fc5), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:36.479741 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=970b5fbd6c22482db1dbab88ab6159b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328568 Jun 29 08:14:36.483627 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192fbee8-2db3-44ec-9787-7fb1ebf83fc5,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:36.483803 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48162) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:14:36.490408 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.490710 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.491055 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.491392 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.491731 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.492061 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.492395 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.492773 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.493065 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.493393 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.493716 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.494039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.494647 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.494647 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.494968 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c0d8-fb13-4f4f-9e2c-be9668778049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.535624 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Publish callbacks [] for security_group (192fbee8-2db3-44ec-9787-7fb1ebf83fc5), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:36.557199 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Publish callbacks [] for security_group (192fbee8-2db3-44ec-9787-7fb1ebf83fc5), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:36.604644 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (192fbee8-2db3-44ec-9787-7fb1ebf83fc5), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:36.607286 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:36.608430 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/192fbee8-2db3-44ec-9787-7fb1ebf83fc5 HTTP/1.1" status: 204 len: 168 time: 0.1250615 Jun 29 08:14:36.618346 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192fbee8-2db3-44ec-9787-7fb1ebf83fc5,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:36.626563 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.626959 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.627310 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.627648 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.627984 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.628397 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.628636 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.629112 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.629444 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.629883 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.630212 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.630537 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.630859 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.631179 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:36.631529 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f242b-31fb-43a5-a210-c77de31cbdb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:38.949352 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-e3b376f4-5b0b-4cff-99c9-d4f89e928b1c tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=74c7b1ba386348c0b22d4cc4bf296735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311849 Jun 29 08:14:39.154876 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-f2220a44-ab46-4c45-ac11-4bf06e8a3fc5 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:39.156321 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-f2220a44-ab46-4c45-ac11-4bf06e8a3fc5 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999240 Jun 29 08:14:39.171347 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-e447fc4c-d5b9-468c-99da-978e8c112ece tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/quotas/74c7b1ba386348c0b22d4cc4bf296735 HTTP/1.1" status: 200 len: 375 time: 0.0088437 Jun 29 08:14:39.210611 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-97b514da-428c-462c-8889-09570a309143 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=74c7b1ba386348c0b22d4cc4bf296735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323458 Jun 29 08:14:39.384341 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7e703c1b-a279-4512-ab23-53ae666c0211 req-27e54780-c277-4544-a5cc-32b2ecd2fd3b tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 210 time: 0.0302932 Jun 29 08:14:39.889229 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:40.394610 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-f116422b-e129-4d1c-ad9d-80b466bab704 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=74c7b1ba386348c0b22d4cc4bf296735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293882 Jun 29 08:14:40.501189 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-70553911-bbde-45b3-a8e9-80d6cc949efe req-ebf1055d-b824-481a-ac9a-469bd98b7e97 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 210 time: 0.0411408 Jun 29 08:14:40.592022 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-f58f7234-f524-4a75-8311-d37d0a2426e7 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:40.593502 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-f58f7234-f524-4a75-8311-d37d0a2426e7 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946383 Jun 29 08:14:40.659270 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Request body: {'port': {'device_id': 'b035abda-fdd9-49ac-9f24-2e72cefc1b94', 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b', 'admin_state_up': True, 'tenant_id': '74c7b1ba386348c0b22d4cc4bf296735'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:14:41.009459 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Made reservation on behalf of 74c7b1ba386348c0b22d4cc4bf296735 for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:14:41.013883 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:41.025615 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:41.104830 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks [] for security_group (89b643f5-9f52-404b-b89d-a018932658b0), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:41.108418 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (89b643f5-9f52-404b-b89d-a018932658b0), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:41.178137 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b643f5-9f52-404b-b89d-a018932658b0,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:41.250457 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Allocated IP 192.168.233.108 (ee2af995-d4fe-411a-9dbc-f6535636c25b/cfa4587a-1c25-4e0c-bd13-a5fc0278ad9e/4b5a4551-bf64-49bb-8c65-9dfc1ef531e8) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:14:41.325358 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:41.358969 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:41.403898 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks [] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:41.435420 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:41.480756 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Network ee2af995-d4fe-411a-9dbc-f6535636c25b is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:14:41.484401 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:14:41.489067 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:14:41.513575 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Pushing event updated for resources: {'Port': ['ID=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:41.542875 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:41.543523 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:41.562915 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-93a00ab2-1cec-4175-a382-9e83f91ed044 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9076052 Jun 29 08:14:41.573553 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-bc4a6fa0-a59e-4a80-b2c6-2506dea71baa tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 08:14:41.574767 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-bc4a6fa0-a59e-4a80-b2c6-2506dea71baa tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071359 Jun 29 08:14:41.639152 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4369b42-6486-4eb1-8f7a-43395d59d1cd req-567b2e33-6549-4081-9416-a49544e036b6 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:41.641601 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f4369b42-6486-4eb1-8f7a-43395d59d1cd req-567b2e33-6549-4081-9416-a49544e036b6 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 936 time: 0.0620270 Jun 29 08:14:41.695524 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f4369b42-6486-4eb1-8f7a-43395d59d1cd req-bae8a2b2-4360-4074-8c6b-c14e6c55ed19 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483546 Jun 29 08:14:41.706151 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Request body: {'port': {'device_id': 'b035abda-fdd9-49ac-9f24-2e72cefc1b94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:14:41.755888 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-c9338eb5-a3b3-44e4-8840-fe882da38a51 None None] Provisioning complete for port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:14:41.756496 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c9338eb5-a3b3-44e4-8840-fe882da38a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:41.766398 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:41.791332 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c9338eb5-a3b3-44e4-8840-fe882da38a51 None None] Port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:14:42.030739 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:14:42.038743 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Publish callbacks [] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:42.052147 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Transition to ACTIVE for port object 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:14:42.056309 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:42.096117 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:42.114191 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:42.192341 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Attempting to bind port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:14:42.192576 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Attempting to bind port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '8fa1e9fb-0579-4619-bafa-757a7ace6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:14:42.192822 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Attempting to bind port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 on network ee2af995-d4fe-411a-9dbc-f6535636c25b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:14:42.197727 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 on network ee2af995-d4fe-411a-9dbc-f6535636c25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:14:42.198044 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Attempting to bind port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 on network ee2af995-d4fe-411a-9dbc-f6535636c25b {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:14:42.203347 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:14:42.203687 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Checking segment: {'id': '8fa1e9fb-0579-4619-bafa-757a7ace6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:14:42.204072 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Bound using segment: {'id': '8fa1e9fb-0579-4619-bafa-757a7ace6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:14:42.204499 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Bound port: 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa1e9fb-0579-4619-bafa-757a7ace6c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:14:42.204858 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:42.273870 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] For port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:14:42.277120 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] For port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,segment=NetworkSegment(8fa1e9fb-0579-4619-bafa-757a7ace6c4c),segment_id=8fa1e9fb-0579-4619-bafa-757a7ace6c4c)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:14:42.284393 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:42.310146 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:42.332807 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:42.333405 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:42.334914 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 HTTP/1.1" status: 200 len: 1098 time: 0.7458916 Jun 29 08:14:42.336231 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b035abda-fdd9-49ac-9f24-2e72cefc1b94', 'tag': '4b5a4551-bf64-49bb-8c65-9dfc1ef531e8'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:14:42.339374 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6db531-a3b1-4e2a-a0a1-599ebd409277" -d '{"events": [{"name": "network-changed", "server_uuid": "b035abda-fdd9-49ac-9f24-2e72cefc1b94", "tag": "4b5a4551-bf64-49bb-8c65-9dfc1ef531e8"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:14:42.365277 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebfa3a-935e-43a8-8d6f-3ba9045837e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:42.451283 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-fb7c3a12-83fa-4833-9c29-3b7452f6b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:42.452898 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-fb7c3a12-83fa-4833-9c29-3b7452f6b0b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74c7b1ba386348c0b22d4cc4bf296735&device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 1132 time: 0.0465722 Jun 29 08:14:42.517512 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-2b6c8f3f-9b38-417a-9221-09af82689c3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 HTTP/1.1" status: 200 len: 217 time: 0.0526268 Jun 29 08:14:42.562887 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6830ca9c-4fa3-4847-bef4-93287f40829c x-openstack-request-id: req-6830ca9c-4fa3-4847-bef4-93287f40829c {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:14:42.563265 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b035abda-fdd9-49ac-9f24-2e72cefc1b94", "tag": "4b5a4551-bf64-49bb-8c65-9dfc1ef531e8", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:14:42.563600 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6830ca9c-4fa3-4847-bef4-93287f40829c {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:14:42.564064 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6830ca9c-4fa3-4847-bef4-93287f40829c'] response: {'name': 'network-changed', 'server_uuid': 'b035abda-fdd9-49ac-9f24-2e72cefc1b94', 'tag': '4b5a4551-bf64-49bb-8c65-9dfc1ef531e8', 'status': 'completed', 'code': 200} Jun 29 08:14:42.577972 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-afeb6a60-2b14-4436-8f08-404c7eb07943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:42.579442 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-afeb6a60-2b14-4436-8f08-404c7eb07943 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cfa4587a-1c25-4e0c-bd13-a5fc0278ad9e HTTP/1.1" status: 200 len: 843 time: 0.0566325 Jun 29 08:14:42.624992 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-e7a02d6e-75a8-46a2-8019-7f11b287fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:42.626517 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-e7a02d6e-75a8-46a2-8019-7f11b287fa78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee2af995-d4fe-411a-9dbc-f6535636c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0405509 Jun 29 08:14:42.732458 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-730efc4e-031f-43ca-9e2a-c3ff5fce2f62 service neutron] 10.222.0.48 "GET /v2.0/networks/ee2af995-d4fe-411a-9dbc-f6535636c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997696 Jun 29 08:14:42.869718 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572659c2-ebbb-4cbe-b8cd-51decddde6e8 req-7346404d-90d2-4934-ba28-6b65878582f3 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:42.871234 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-572659c2-ebbb-4cbe-b8cd-51decddde6e8 req-7346404d-90d2-4934-ba28-6b65878582f3 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 948 time: 0.0948927 Jun 29 08:14:42.907101 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b2667130-1a6e-4622-acc6-8f0581ac9eb6 req-c9eb55a1-73ee-4c62-85a1-26a44c6061a0 service neutron] 10.222.0.48 "GET /v2.0/networks/ee2af995-d4fe-411a-9dbc-f6535636c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681523 Jun 29 08:14:42.939814 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-572659c2-ebbb-4cbe-b8cd-51decddde6e8 req-74da894f-7cb8-4944-86e7-55dfccddff96 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612624 Jun 29 08:14:43.652862 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-0480d383-0efc-4edb-afd3-3215c0949ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:43.654375 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-0480d383-0efc-4edb-afd3-3215c0949ba1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74c7b1ba386348c0b22d4cc4bf296735&device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 1132 time: 0.0396650 Jun 29 08:14:43.747938 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-2d40470f-646b-448f-b528-4fff266aa999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:43.749345 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-2d40470f-646b-448f-b528-4fff266aa999 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee2af995-d4fe-411a-9dbc-f6535636c25b HTTP/1.1" status: 200 len: 870 time: 0.0892382 Jun 29 08:14:43.788455 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-05c3f0f1-4ddf-49b3-9a5d-2eddd74a77e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 HTTP/1.1" status: 200 len: 217 time: 0.0330267 Jun 29 08:14:43.836831 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-d659d65e-d7c4-4f9e-b895-c88d7d1a4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:43.838311 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-d659d65e-d7c4-4f9e-b895-c88d7d1a4123 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cfa4587a-1c25-4e0c-bd13-a5fc0278ad9e HTTP/1.1" status: 200 len: 843 time: 0.0446236 Jun 29 08:14:43.885409 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-522cc1dc-c304-43ea-8138-90808c798433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:43.886881 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-522cc1dc-c304-43ea-8138-90808c798433 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee2af995-d4fe-411a-9dbc-f6535636c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0425947 Jun 29 08:14:43.967577 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:43.980169 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-46f88a60-c084-46e7-b6d2-3bc51a9d280d service neutron] 10.222.0.48 "GET /v2.0/networks/ee2af995-d4fe-411a-9dbc-f6535636c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875549 Jun 29 08:14:44.063892 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6a452-9b7c-405c-85f6-d49730a19581 req-4acd814b-594a-40a3-9711-d40efe8fc644 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:44.065413 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-44b6a452-9b7c-405c-85f6-d49730a19581 req-4acd814b-594a-40a3-9711-d40efe8fc644 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 948 time: 0.0498388 Jun 29 08:14:44.079029 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-fc6db531-a3b1-4e2a-a0a1-599ebd409277 req-09ccb2d1-95c0-41aa-86e8-13a8c1758735 service neutron] 10.222.0.48 "GET /v2.0/networks/ee2af995-d4fe-411a-9dbc-f6535636c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928671 Jun 29 08:14:44.112638 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-44b6a452-9b7c-405c-85f6-d49730a19581 req-539d53cf-d332-45d7-a925-ea8202d595c8 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Jun 29 08:14:45.230629 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f26ec6-02e1-4389-82ab-fc89f525258b req-85a6fe44-e7d5-43b1-a29e-47e84c7371d4 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:45.232133 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-30f26ec6-02e1-4389-82ab-fc89f525258b req-85a6fe44-e7d5-43b1-a29e-47e84c7371d4 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 948 time: 0.0498238 Jun 29 08:14:45.244797 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:45.280185 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-30f26ec6-02e1-4389-82ab-fc89f525258b req-338bb262-bb7b-49d2-be89-1c4a13c0b8f7 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424750 Jun 29 08:14:45.725855 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:14:45.823601 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,segment=NetworkSegment(8fa1e9fb-0579-4619-bafa-757a7ace6c4c),segment_id=8fa1e9fb-0579-4619-bafa-757a7ace6c4c)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:14:45.840466 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '4b5a4551-bf64-49bb-8c65-9dfc1ef531e8', 'network_id': 'ee2af995-d4fe-411a-9dbc-f6535636c25b', 'port_id': '4b5a4551-bf64-49bb-8c65-9dfc1ef531e8', 'mac_address': 'fa:16:3e:19:a1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa4587a-1c25-4e0c-bd13-a5fc0278ad9e', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:14:45.875205 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:14:45.875590 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:45.888585 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:14:45.907854 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,segment=NetworkSegment(8fa1e9fb-0579-4619-bafa-757a7ace6c4c),segment_id=8fa1e9fb-0579-4619-bafa-757a7ace6c4c)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:14:45.912395 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:45.958450 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:45.965521 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.965869 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.966208 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.966541 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.966869 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.967213 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.967517 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.967837 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.968161 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.968479 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.968830 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.969203 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.969516 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.969831 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:45.970145 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:14:46.222898 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['4b5a4551-bf64-49bb-8c65-9dfc1ef531e8'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:14:46.399543 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570e123-4066-4bc1-898c-0884cf9c393d req-c5728962-ff31-4177-97a7-cdbcb648f830 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:46.401046 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2570e123-4066-4bc1-898c-0884cf9c393d req-c5728962-ff31-4177-97a7-cdbcb648f830 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 949 time: 0.0506163 Jun 29 08:14:46.447414 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2570e123-4066-4bc1-898c-0884cf9c393d req-d8f6dffd-59a2-427b-9354-6eef1a12fbb6 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Jun 29 08:14:47.569553 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a985e76-4d1a-464d-b6da-11d4d22d5b0c req-b8c1b5e6-3f9a-49c5-b4f0-0ca06ddf98fb tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:47.571047 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5a985e76-4d1a-464d-b6da-11d4d22d5b0c req-b8c1b5e6-3f9a-49c5-b4f0-0ca06ddf98fb tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 949 time: 0.0557735 Jun 29 08:14:47.618770 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5a985e76-4d1a-464d-b6da-11d4d22d5b0c req-59022161-16e0-4df6-9ac5-bb69ea373d2c tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 Jun 29 08:14:47.740645 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:14:47.783151 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:14:47.789440 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:14:47.789805 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:47.865825 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:14:47.866208 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:47.890074 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035abda-fdd9-49ac-9f24-2e72cefc1b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5a4551-bf64-49bb-8c65-9dfc1ef531e8'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:14:47.892388 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e238d2f2-5871-4b26-8855-020c3dd819ef" -d '{"events": [{"server_uuid": "b035abda-fdd9-49ac-9f24-2e72cefc1b94", "name": "network-vif-plugged", "status": "completed", "tag": "4b5a4551-bf64-49bb-8c65-9dfc1ef531e8"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:14:47.907380 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,segment=NetworkSegment(8fa1e9fb-0579-4619-bafa-757a7ace6c4c),segment_id=8fa1e9fb-0579-4619-bafa-757a7ace6c4c)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:14:47.912896 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:47.966864 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:47.991947 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab91e5f7-d058-4e9f-a46a-199ab5ac206e x-openstack-request-id: req-ab91e5f7-d058-4e9f-a46a-199ab5ac206e {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:14:47.992363 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035abda-fdd9-49ac-9f24-2e72cefc1b94", "name": "network-vif-plugged", "status": "completed", "tag": "4b5a4551-bf64-49bb-8c65-9dfc1ef531e8", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:14:47.992625 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab91e5f7-d058-4e9f-a46a-199ab5ac206e {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:14:47.993055 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab91e5f7-d058-4e9f-a46a-199ab5ac206e'] response: {'server_uuid': 'b035abda-fdd9-49ac-9f24-2e72cefc1b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5a4551-bf64-49bb-8c65-9dfc1ef531e8', 'code': 200} Jun 29 08:14:48.191999 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099147e-7580-4146-a5f3-fed1c1b6470c req-88dff8a7-ea28-43ce-aac0-664190dd5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:48.193569 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5099147e-7580-4146-a5f3-fed1c1b6470c req-88dff8a7-ea28-43ce-aac0-664190dd5f5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 1134 time: 0.0399442 Jun 29 08:14:48.238539 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5099147e-7580-4146-a5f3-fed1c1b6470c req-37616a48-303a-437c-8421-0a684f64e614 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Jun 29 08:14:48.733184 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc73ac-4704-4b99-a640-80310d76928c req-38b6da1b-280e-4012-b05c-e5b5fb038381 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:48.734670 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-13dc73ac-4704-4b99-a640-80310d76928c req-38b6da1b-280e-4012-b05c-e5b5fb038381 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 950 time: 0.0491204 Jun 29 08:14:48.785703 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-13dc73ac-4704-4b99-a640-80310d76928c req-b69aa27c-bdb5-4050-a2c1-6ac46a065c0a tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453348 Jun 29 08:14:49.903935 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84e03-2268-4282-9dd8-9a971ce0394e req-fb7efe74-8f10-4d37-abde-f9942b59ef39 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:49.905450 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2fc84e03-2268-4282-9dd8-9a971ce0394e req-fb7efe74-8f10-4d37-abde-f9942b59ef39 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 950 time: 0.0465219 Jun 29 08:14:49.957951 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-2fc84e03-2268-4282-9dd8-9a971ce0394e req-44d23bf7-0af6-486c-9610-e7e0b9c4feb6 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462852 Jun 29 08:14:50.234715 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d346ed8-a7ae-4948-818b-ef8a2339e27a req-fae8e8f0-b17a-4c0c-8f0f-8ee16b0d156c tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:50.236167 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6d346ed8-a7ae-4948-818b-ef8a2339e27a req-fae8e8f0-b17a-4c0c-8f0f-8ee16b0d156c tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 950 time: 0.0507209 Jun 29 08:14:50.283597 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-6d346ed8-a7ae-4948-818b-ef8a2339e27a req-22758664-660d-4131-8523-9d54fe0dec77 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Jun 29 08:14:50.753005 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:14:51.402038 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87db6e-8a61-438a-8458-205a9a322bac req-94f1d9b6-5908-4ea0-a285-0b821133ed73 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:51.403577 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3b87db6e-8a61-438a-8458-205a9a322bac req-94f1d9b6-5908-4ea0-a285-0b821133ed73 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 950 time: 0.0479541 Jun 29 08:14:51.451855 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3b87db6e-8a61-438a-8458-205a9a322bac req-636af948-03f1-4b3b-a63c-f8a796a3883b tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b643f5-9f52-404b-b89d-a018932658b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Jun 29 08:14:51.572477 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-5305fa2e-4ca7-4082-85fc-6f8b9c038d2a tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:51.573862 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-5305fa2e-4ca7-4082-85fc-6f8b9c038d2a tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.48 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 950 time: 0.0474088 Jun 29 08:14:51.656155 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-2c71855c-5000-4586-8ff0-56ee54836484 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Deleting port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:14:51.656493 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-2c71855c-5000-4586-8ff0-56ee54836484 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:51.744620 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-2c71855c-5000-4586-8ff0-56ee54836484 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] For port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,segment=NetworkSegment(8fa1e9fb-0579-4619-bafa-757a7ace6c4c),segment_id=8fa1e9fb-0579-4619-bafa-757a7ace6c4c)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:14:51.745009 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-2c71855c-5000-4586-8ff0-56ee54836484 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:51.758726 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-2c71855c-5000-4586-8ff0-56ee54836484 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Calling delete_port for 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:14:51.885595 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:51.892148 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-2c71855c-5000-4586-8ff0-56ee54836484 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (4b5a4551-bf64-49bb-8c65-9dfc1ef531e8), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:51.919324 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71855c-5000-4586-8ff0-56ee54836484 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Pushing event deleted for resources: {'Port': ['ID=4b5a4551-bf64-49bb-8c65-9dfc1ef531e8,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:51.930225 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['4b5a4551-bf64-49bb-8c65-9dfc1ef531e8'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:14:51.954142 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=4,neutron:SELECT=70 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:51.979284 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-2c71855c-5000-4586-8ff0-56ee54836484 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] No DVR routers for this DVR port 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:14:51.982028 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-2c71855c-5000-4586-8ff0-56ee54836484 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:51.985233 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-01921284-9ea7-45ec-a871-8f79223f5eb5 req-2c71855c-5000-4586-8ff0-56ee54836484 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.48 "DELETE /v2.0/ports/4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 HTTP/1.1" status: 204 len: 173 time: 0.4064610 Jun 29 08:14:51.985688 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035abda-fdd9-49ac-9f24-2e72cefc1b94', 'name': 'network-vif-deleted', 'tag': '4b5a4551-bf64-49bb-8c65-9dfc1ef531e8'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:14:51.988544 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6cab5c-26c8-4ed9-a2ee-2d5bbda271d2" -d '{"events": [{"server_uuid": "b035abda-fdd9-49ac-9f24-2e72cefc1b94", "name": "network-vif-deleted", "tag": "4b5a4551-bf64-49bb-8c65-9dfc1ef531e8"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:14:52.026706 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cd2d99-d8a1-4698-bceb-7e024b7e34f0 x-openstack-request-id: req-e7cd2d99-d8a1-4698-bceb-7e024b7e34f0 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:14:52.027317 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035abda-fdd9-49ac-9f24-2e72cefc1b94", "name": "network-vif-deleted", "tag": "4b5a4551-bf64-49bb-8c65-9dfc1ef531e8", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:14:52.027608 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7cd2d99-d8a1-4698-bceb-7e024b7e34f0 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:14:52.027972 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7cd2d99-d8a1-4698-bceb-7e024b7e34f0'] response: {'server_uuid': 'b035abda-fdd9-49ac-9f24-2e72cefc1b94', 'name': 'network-vif-deleted', 'tag': '4b5a4551-bf64-49bb-8c65-9dfc1ef531e8', 'status': 'completed', 'code': 200} Jun 29 08:14:52.034544 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:52.048947 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:52.568795 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4583e20d-d733-4e6d-9343-c4a14587d88c req-3b00ef22-ced0-471c-8d5b-227c9c1cf827 tempest-VolumesNegativeTest-1506185721 tempest-VolumesNegativeTest-1506185721-project] 10.222.0.43 "GET /v2.0/ports?device_id=b035abda-fdd9-49ac-9f24-2e72cefc1b94 HTTP/1.1" status: 200 len: 210 time: 0.0288522 Jun 29 08:14:54.434027 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8749229d-92f2-4cd9-bf69-0e08b5209f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:55.788265 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:14:55.809095 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:14:55.809444 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 4b5a4551-bf64-49bb-8c65-9dfc1ef531e8 not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:14:56.961279 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6f562835-44b2-433f-8f98-06276b3b72d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:57.555995 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 48516) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:14:57.690266 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-2b59a29d-628f-4379-abb5-0f3936e1549a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74c7b1ba386348c0b22d4cc4bf296735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331134 Jun 29 08:14:57.693280 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 48520) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:14:57.740562 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5dffcd6b-32e5-4a21-b687-790330e46d8e admin admin] Publish callbacks [] for security_group (89b643f5-9f52-404b-b89d-a018932658b0), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:57.750193 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:57.762557 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5dffcd6b-32e5-4a21-b687-790330e46d8e admin admin] Publish callbacks [] for security_group (89b643f5-9f52-404b-b89d-a018932658b0), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:57.809771 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5dffcd6b-32e5-4a21-b687-790330e46d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (89b643f5-9f52-404b-b89d-a018932658b0), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:57.812403 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5dffcd6b-32e5-4a21-b687-790330e46d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:57.813633 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5dffcd6b-32e5-4a21-b687-790330e46d8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89b643f5-9f52-404b-b89d-a018932658b0 HTTP/1.1" status: 204 len: 168 time: 0.1194377 Jun 29 08:14:57.822242 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffcd6b-32e5-4a21-b687-790330e46d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b643f5-9f52-404b-b89d-a018932658b0,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:58.369515 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:58.449486 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 48542) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:14:58.565043 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1446072130-network', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:14:58.587801 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Made reservation on behalf of 1d0c865636434569b3e25362dc02d5b8 for: {'network': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:14:58.590339 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:58.602728 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:58.682916 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Publish callbacks [] for security_group (b45da165-96eb-429c-ab66-008f159cc19b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:58.686984 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b45da165-96eb-429c-ab66-008f159cc19b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:58.718336 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:14:58.720427 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45da165-96eb-429c-ab66-008f159cc19b,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:58.731582 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (fdf931c1-3c4b-4977-a2cc-bf948090cc7e), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:58.731931 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.segments_db [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Added segment fdf931c1-3c4b-4977-a2cc-bf948090cc7e of type vlan for network 4f989f48-15ed-4255-b1c5-b3741c687df0 Jun 29 08:14:58.773990 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (4f989f48-15ed-4255-b1c5-b3741c687df0), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:58.800171 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (4f989f48-15ed-4255-b1c5-b3741c687df0), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:58.801176 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:58.801761 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:58.830683 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3800721 Jun 29 08:14:58.834356 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48546) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:14:58.839579 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Request body: {'subnet': {'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1446072130-subnet', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'ip_version': 4}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:14:58.860061 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Made reservation on behalf of 1d0c865636434569b3e25362dc02d5b8 for: {'subnet': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:14:58.862455 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25339951'] for subnet (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:58.872677 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e1cad-ace1-4e80-964a-cd1735293d87 admin admin] Pushing event updated for resources: {'Network': ['ID=4f989f48-15ed-4255-b1c5-b3741c687df0,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:58.882803 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:14:59.033903 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26773867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25339961'] for subnet (23eb6ac6-d0c8-4480-9274-f5cda22ba300), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.039262 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:59.066170 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:59.099197 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=23eb6ac6-d0c8-4480-9274-f5cda22ba300,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:59.110628 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Checking segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:14:59.110987 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Network hostable DHCP agents. Network: 4f989f48-15ed-4255-b1c5-b3741c687df0, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:14:59.127565 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:14:59.137686 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 4f989f48-15ed-4255-b1c5-b3741c687df0) {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:14:59.141930 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:14:59.142512 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.147411 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f253a9b-4866-477b-90c9-a6232381688e None None] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:14:59.162522 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-4595d79f-ed09-47bd-a710-40333fcaa9bc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3243310 Jun 29 08:14:59.163751 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48548) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:14:59.169613 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:14:59.190463 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.192171 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.246228 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks [] for router_controller (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), precommit_add_association {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.255647 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-4f989f48-15ed-4255-b1c5-b3741c687df0', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:14:59.256598 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.381122 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks [] for router_gateway (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.397792 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Allocated IP 172.20.0.2 (4f989f48-15ed-4255-b1c5-b3741c687df0/23eb6ac6-d0c8-4480-9274-f5cda22ba300/0b25ddf8-4750-4fba-b768-75b87fa05ad4) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:14:59.437916 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:59.554298 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Publish callbacks [] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.564451 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.568962 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks [] for router_gateway (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.591612 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.594608 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.613397 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:14:59.618496 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:14:59.620919 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:14:59.624478 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Pushing event updated for resources: {'Port': ['ID=0b25ddf8-4750-4fba-b768-75b87fa05ad4,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:59.682334 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Attempting to bind port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:14:59.682702 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Attempting to bind port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:14:59.683191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Attempting to bind port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 on network 4f989f48-15ed-4255-b1c5-b3741c687df0 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:14:59.688532 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:14:59.688909 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Checking segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:14:59.689341 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.689736 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Bound using segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:14:59.690198 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Bound port: 0b25ddf8-4750-4fba-b768-75b87fa05ad4, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:14:59.690689 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.704164 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Allocated IP 172.27.3.144 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/39b02f6a-cd03-490d-a3b1-94936e38a4a0) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:14:59.758922 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] For port 0b25ddf8-4750-4fba-b768-75b87fa05ad4, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:14:59.762307 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] For port 0b25ddf8-4750-4fba-b768-75b87fa05ad4, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=0b25ddf8-4750-4fba-b768-75b87fa05ad4,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:14:59.769637 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.814143 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks [] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.830866 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a0740-1459-4ffb-a30b-870a6736d36f None None] Pushing event updated for resources: {'Port': ['ID=0b25ddf8-4750-4fba-b768-75b87fa05ad4,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:14:59.839061 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:14:59.852465 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.890781 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:14:59.896593 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:14:59.898922 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:14:59.900372 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:14:59.933459 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Pushing event updated for resources: {'Port': ['ID=39b02f6a-cd03-490d-a3b1-94936e38a4a0,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:00.032474 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:00.177482 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks [] for router_gateway (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:00.371883 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:00.508306 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:15:00.614364 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:15:00.623388 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Sync routers for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:15:00.636052 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:00.639931 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-b5ac11f6-06ac-4751-b1c5-038037b852d7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4723494 Jun 29 08:15:00.640348 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48550) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:00.654722 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:15:00.655375 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:14:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:00.742487 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 0b25ddf8-4750-4fba-b768-75b87fa05ad4 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:00.770806 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:15:00.801937 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:00.802407 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:00.833171 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:00.838620 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4d9aed-d3bb-407b-b3fb-f5ac05c5fe9e None None] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:15:00.949246 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-e46c45ec-49e2-4ca3-bd14-6c98210659fa None None] Provisioning complete for port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:00.949993 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e46c45ec-49e2-4ca3-bd14-6c98210659fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:00.959430 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:00Z', 'revision_number': 3, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:00.984207 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Checking router: e56d6d03-09ad-4078-a8f9-4bb62f1b7110 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:15:00.984810 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Updating router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 port 39b02f6a-cd03-490d-a3b1-94936e38a4a0 binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:15:01.012720 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:01.013612 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:01.014009 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.015837 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.023246 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:01.074575 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port 0b25ddf8-4750-4fba-b768-75b87fa05ad4, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=0b25ddf8-4750-4fba-b768-75b87fa05ad4,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:15:01.086418 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.096373 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.139186 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-e46c45ec-49e2-4ca3-bd14-6c98210659fa None None] Current status of the port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:01.139583 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e46c45ec-49e2-4ca3-bd14-6c98210659fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.187169 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=0b25ddf8-4750-4fba-b768-75b87fa05ad4,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:01.210601 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:01.250016 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.db.api [None req-e46c45ec-49e2-4ca3-bd14-6c98210659fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 29 08:15:01.250526 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG oslo_db.api [None req-e46c45ec-49e2-4ca3-bd14-6c98210659fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 08:15:01.283257 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Allocated IP 172.20.0.1 (4f989f48-15ed-4255-b1c5-b3741c687df0/23eb6ac6-d0c8-4480-9274-f5cda22ba300/674bbe49-1244-4427-9c60-16b54004b314) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:15:01.324457 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Publish callbacks [] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.330006 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.383102 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Pushing event updated for resources: {'Port': ['ID=39b02f6a-cd03-490d-a3b1-94936e38a4a0,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:01.385275 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Attempting to bind port 39b02f6a-cd03-490d-a3b1-94936e38a4a0 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:15:01.385638 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Attempting to bind port 39b02f6a-cd03-490d-a3b1-94936e38a4a0 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:15:01.386111 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Attempting to bind port 39b02f6a-cd03-490d-a3b1-94936e38a4a0 on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:15:01.392255 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Publish callbacks [] for port (674bbe49-1244-4427-9c60-16b54004b314), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.396607 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.396950 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.397307 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.397672 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.398007 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.398346 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.398645 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.398969 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.399286 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.399606 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.399924 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.400256 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.400578 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.400891 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.401226 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:01.404596 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:15:01.404965 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:15:01.405383 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.405758 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:15:01.406222 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Bound port: 39b02f6a-cd03-490d-a3b1-94936e38a4a0, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:15:01.406591 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.425091 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (674bbe49-1244-4427-9c60-16b54004b314), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.455667 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] For port 39b02f6a-cd03-490d-a3b1-94936e38a4a0, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:15:01.460172 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] For port 39b02f6a-cd03-490d-a3b1-94936e38a4a0, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=39b02f6a-cd03-490d-a3b1-94936e38a4a0,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:15:01.466507 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.511342 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:01.531867 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:15:01.532510 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:14:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:01.538484 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4627cea-bc89-451c-b9d9-f82cbf99ed55 None None] Pushing event updated for resources: {'Port': ['ID=39b02f6a-cd03-490d-a3b1-94936e38a4a0,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:01.626700 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:01.639704 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:15:01.723677 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:15:01.728630 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:15:01.730828 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:15:01.778541 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Pushing event updated for resources: {'Port': ['ID=674bbe49-1244-4427-9c60-16b54004b314,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:01.782130 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.789722 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-e46c45ec-49e2-4ca3-bd14-6c98210659fa None None] Current status of the port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:01.841967 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:00Z', 'revision_number': 3, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:01.874373 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d2d86-bdd4-43ff-99cd-44f5a5106a65 None None] The sync data for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi is: [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:00Z', 'revision_number': 3, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:15:01.908098 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-f9a1858f-e27d-40e5-a2f9-f3449bcb0465 None None] Provisioning complete for port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:01.908478 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9a1858f-e27d-40e5-a2f9-f3449bcb0465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.934158 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (674bbe49-1244-4427-9c60-16b54004b314), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:01.998538 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:02.032768 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:02.136578 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Publish callbacks [] for port (674bbe49-1244-4427-9c60-16b54004b314), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:02.143078 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (674bbe49-1244-4427-9c60-16b54004b314), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:02.150422 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1858f-e27d-40e5-a2f9-f3449bcb0465 None None] Current status of the port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:02.213928 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:02.215295 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Pushing event updated for resources: {'Port': ['ID=674bbe49-1244-4427-9c60-16b54004b314,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:02.275115 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-24293c3f-0381-472d-b1b1-087df5db3ca1 None None] Provisioning complete for port 674bbe49-1244-4427-9c60-16b54004b314 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:02.275590 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-24293c3f-0381-472d-b1b1-087df5db3ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (674bbe49-1244-4427-9c60-16b54004b314), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:02.310359 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-24293c3f-0381-472d-b1b1-087df5db3ca1 None None] Port 674bbe49-1244-4427-9c60-16b54004b314 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:15:02.318851 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:15:02.320233 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:15:02.440346 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:15:02.556756 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:15:02.561842 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-7b921b75-3866-4286-9493-6faf4a82e7c2 admin admin] 10.222.0.43 "PUT /v2.0/routers/e56d6d03-09ad-4078-a8f9-4bb62f1b7110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9208155 Jun 29 08:15:02.630363 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-1712e7ab-3ee3-4d2c-ace3-09a764a63ea1 None None] Provisioning complete for port 674bbe49-1244-4427-9c60-16b54004b314 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:02.630676 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1712e7ab-3ee3-4d2c-ace3-09a764a63ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (674bbe49-1244-4427-9c60-16b54004b314), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:02.673736 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-1712e7ab-3ee3-4d2c-ace3-09a764a63ea1 None None] Port 674bbe49-1244-4427-9c60-16b54004b314 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:15:02.790998 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 39b02f6a-cd03-490d-a3b1-94936e38a4a0 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:02.843051 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 39b02f6a-cd03-490d-a3b1-94936e38a4a0 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:02.843426 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:02.916392 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 39b02f6a-cd03-490d-a3b1-94936e38a4a0 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:02.916779 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:02.938987 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port 39b02f6a-cd03-490d-a3b1-94936e38a4a0, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=39b02f6a-cd03-490d-a3b1-94936e38a4a0,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:15:02.944068 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:02.945076 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 0b25ddf8-4750-4fba-b768-75b87fa05ad4 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:03.024345 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:03.042976 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=39b02f6a-cd03-490d-a3b1-94936e38a4a0,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:03.045709 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:03.046086 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.123028 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:03.214127 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48566) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:03.219024 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-821207046-network', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:03.241903 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Made reservation on behalf of 735bc0d6dec94483ba7924dd90462a56 for: {'network': 1} {{(pid=103901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:15:03.244477 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for network (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.257744 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.340328 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Publish callbacks [] for security_group (ea82157e-b3bb-4d5c-bc73-1f57957d6417), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.345552 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (ea82157e-b3bb-4d5c-bc73-1f57957d6417), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.381904 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 08:15:03.388824 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea82157e-b3bb-4d5c-bc73-1f57957d6417,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:03.396607 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (8b60ed3c-a7ec-41ea-9aff-3f91429a33f4), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.396955 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.segments_db [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Added segment 8b60ed3c-a7ec-41ea-9aff-3f91429a33f4 of type vlan for network 46f0fe3d-2b04-4624-a808-2afed45d4327 Jun 29 08:15:03.447396 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729371906973'] for network (46f0fe3d-2b04-4624-a808-2afed45d4327), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.459075 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:03.479583 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668'] for network (46f0fe3d-2b04-4624-a808-2afed45d4327), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.480688 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:03.481402 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.496677 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:03.521091 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Sync routers for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:15:03.530877 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:15:03.531501 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:14:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:03.556415 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3411663 Jun 29 08:15:03.557575 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2e19d-1c20-4de7-ad29-065db7f1e187 admin admin] Pushing event updated for resources: {'Network': ['ID=46f0fe3d-2b04-4624-a808-2afed45d4327,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:03.559455 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 48568) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:03.564669 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Request body: {'subnet': {'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-821207046-subnet', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'ip_version': 4}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:03.573254 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Network 46f0fe3d-2b04-4624-a808-2afed45d4327 details requested by agent ovs-agent-dv-cinder-768105-14-iscsi with host dv-cinder-768105-14-iscsi {{(pid=103902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 08:15:03.587305 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Made reservation on behalf of 735bc0d6dec94483ba7924dd90462a56 for: {'subnet': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:15:03.590045 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29173166'] for subnet (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.706989 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:15:03.745297 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:03.752362 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:03.768158 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25947214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29173176'] for subnet (b446a657-ee60-42d5-85fd-bc89c4e6229f), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.809049 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:03.835845 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b446a657-ee60-42d5-85fd-bc89c4e6229f,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:03.845564 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Checking segment: {'id': '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:15:03.845928 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Network hostable DHCP agents. Network: 46f0fe3d-2b04-4624-a808-2afed45d4327, hostable agents: ['28847fff-941b-43e4-a012-92dac498fc73'], hosted agents: [] {{(pid=103900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 08:15:03.866983 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Network 46f0fe3d-2b04-4624-a808-2afed45d4327 is scheduled to be hosted by DHCP agent 28847fff-941b-43e4-a012-92dac498fc73 with binding_index 1 {{(pid=103900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 08:15:03.876612 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-14-iscsi, 46f0fe3d-2b04-4624-a808-2afed45d4327) {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:15:03.881325 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:03.881935 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.892180 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be1d1ba-77da-4558-98fb-4bda2822d82b None None] Network 46f0fe3d-2b04-4624-a808-2afed45d4327 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:15:03.899922 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f1e6cb89-afd3-456d-b477-c43d75ab73dc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3393040 Jun 29 08:15:03.902582 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48570) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:03.906974 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-821207046-router', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:03.930393 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4183618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-77787'] for router (ede48d7c-352d-4f56-849c-cd0f4019a2b4), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.931545 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4188868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4186501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4116463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-77778'] for router (ede48d7c-352d-4f56-849c-cd0f4019a2b4), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.964936 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 2, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:03.986430 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks [] for router_controller (ede48d7c-352d-4f56-849c-cd0f4019a2b4), precommit_add_association {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:03.998486 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Checking router: e56d6d03-09ad-4078-a8f9-4bb62f1b7110 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:15:03.998840 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Updating router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 port 674bbe49-1244-4427-9c60-16b54004b314 binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:15:04.037235 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (674bbe49-1244-4427-9c60-16b54004b314), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.065202 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59091b0d-e304-5ccb-9c8f-ad5138ad11d3-46f0fe3d-2b04-4624-a808-2afed45d4327', 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327', 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'fixed_ips': [{'subnet_id': 'b446a657-ee60-42d5-85fd-bc89c4e6229f'}]}} from dv-cinder-768105-14-iscsi. {{(pid=103902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 08:15:04.066153 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.129712 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks [] for router_gateway (ede48d7c-352d-4f56-849c-cd0f4019a2b4), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.289859 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:04.310288 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks [] for router_gateway (ede48d7c-352d-4f56-849c-cd0f4019a2b4), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.330939 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.340735 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Allocated IP 172.20.0.2 (46f0fe3d-2b04-4624-a808-2afed45d4327/b446a657-ee60-42d5-85fd-bc89c4e6229f/f098df05-49bb-494e-b170-411db0fb4129) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:15:04.439465 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Allocated IP 172.27.3.50 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/959af003-811a-405a-a83b-3fa003e69294) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:15:04.518246 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Publish callbacks [] for port (674bbe49-1244-4427-9c60-16b54004b314), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.542000 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (674bbe49-1244-4427-9c60-16b54004b314), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.543794 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks [] for port (959af003-811a-405a-a83b-3fa003e69294), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.577893 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (959af003-811a-405a-a83b-3fa003e69294), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.603131 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Publish callbacks [] for port (f098df05-49bb-494e-b170-411db0fb4129), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.610918 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea79ae-f8cb-4a66-819c-819052ba7a31 None None] Pushing event updated for resources: {'Port': ['ID=674bbe49-1244-4427-9c60-16b54004b314,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:04.618715 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975'] for port (f098df05-49bb-494e-b170-411db0fb4129), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.622884 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:15:04.625786 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:15:04.631525 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:15:04.654866 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Pushing event updated for resources: {'Port': ['ID=959af003-811a-405a-a83b-3fa003e69294,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:04.747906 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:04.774709 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:04.811904 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 39b02f6a-cd03-490d-a3b1-94936e38a4a0 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:04.881870 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Network 46f0fe3d-2b04-4624-a808-2afed45d4327 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:15:04.887085 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Pushing event updated for resources: {'Port': ['ID=f098df05-49bb-494e-b170-411db0fb4129,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:04.895905 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:15:04.905124 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:15:04.917076 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Attempting to bind port 674bbe49-1244-4427-9c60-16b54004b314 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:15:04.917455 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Attempting to bind port 674bbe49-1244-4427-9c60-16b54004b314 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:15:04.917829 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Attempting to bind port 674bbe49-1244-4427-9c60-16b54004b314 on network 4f989f48-15ed-4255-b1c5-b3741c687df0 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:15:04.919199 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks [] for router_gateway (ede48d7c-352d-4f56-849c-cd0f4019a2b4), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.933509 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-c7086bd7-0d88-4938-887f-ce656f631847 None None] Provisioning complete for port 674bbe49-1244-4427-9c60-16b54004b314 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:04.933887 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c7086bd7-0d88-4938-887f-ce656f631847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (674bbe49-1244-4427-9c60-16b54004b314), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.954940 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:04.956044 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:15:04.956607 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Checking segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:15:04.957245 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.957645 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Bound using segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:15:04.958129 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Bound port: 674bbe49-1244-4427-9c60-16b54004b314, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:15:04.958511 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (674bbe49-1244-4427-9c60-16b54004b314), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:04.994028 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 39b02f6a-cd03-490d-a3b1-94936e38a4a0 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:04.994402 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:05.075691 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c7086bd7-0d88-4938-887f-ce656f631847 None None] Port 674bbe49-1244-4427-9c60-16b54004b314 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:15:05.102375 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Attempting to bind port f098df05-49bb-494e-b170-411db0fb4129 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:15:05.102749 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Attempting to bind port f098df05-49bb-494e-b170-411db0fb4129 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:15:05.103116 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Attempting to bind port f098df05-49bb-494e-b170-411db0fb4129 on network 46f0fe3d-2b04-4624-a808-2afed45d4327 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:15:05.109443 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4188226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4190961'] for router (ede48d7c-352d-4f56-849c-cd0f4019a2b4), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:05.128106 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:15:05.128659 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Checking segment: {'id': '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:15:05.129191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:05.129598 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Bound using segment: {'id': '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:15:05.130088 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Bound port: f098df05-49bb-494e-b170-411db0fb4129, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:15:05.130472 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f098df05-49bb-494e-b170-411db0fb4129), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:05.155103 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:05.168611 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] For port 674bbe49-1244-4427-9c60-16b54004b314, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:15:05.186505 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] For port 674bbe49-1244-4427-9c60-16b54004b314, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=674bbe49-1244-4427-9c60-16b54004b314,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:15:05.228098 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (674bbe49-1244-4427-9c60-16b54004b314), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:05.258586 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Router ede48d7c-352d-4f56-849c-cd0f4019a2b4 is scheduled to L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 with binding_index 1 {{(pid=103901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 08:15:05.309810 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 39b02f6a-cd03-490d-a3b1-94936e38a4a0 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:05.329420 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] For port f098df05-49bb-494e-b170-411db0fb4129, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:15:05.335720 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] For port f098df05-49bb-494e-b170-411db0fb4129, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f098df05-49bb-494e-b170-411db0fb4129,segment=NetworkSegment(8b60ed3c-a7ec-41ea-9aff-3f91429a33f4),segment_id=8b60ed3c-a7ec-41ea-9aff-3f91429a33f4)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:15:05.339040 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea79ae-f8cb-4a66-819c-819052ba7a31 None None] Pushing event updated for resources: {'Port': ['ID=674bbe49-1244-4427-9c60-16b54004b314,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:05.341820 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:15:05.342441 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:14:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:05.346958 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (f098df05-49bb-494e-b170-411db0fb4129), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:05.380962 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:15:05.391475 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Sync routers for ids ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:15:05.403003 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:05.406777 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-f09a23e4-de64-41ef-b3ed-76b92edd73e2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5007193 Jun 29 08:15:05.407092 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48572) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:05.408227 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Routers {'ede48d7c-352d-4f56-849c-cd0f4019a2b4'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:15:05.409061 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:14:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:05.507190 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:15:05.636536 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Set router ede48d7c-352d-4f56-849c-cd0f4019a2b4 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:15:05.647102 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-9ac63423-1ecd-462e-a436-f33abdc506ea None None] Provisioning complete for port 674bbe49-1244-4427-9c60-16b54004b314 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:05.647483 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9ac63423-1ecd-462e-a436-f33abdc506ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (674bbe49-1244-4427-9c60-16b54004b314), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:05.650857 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1e676-7c16-486c-bae9-3b9edaa97099 None None] Pushing event updated for resources: {'Port': ['ID=f098df05-49bb-494e-b170-411db0fb4129,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:05.719788 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:05.772844 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:05.881239 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:05.904217 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'name': 'tempest-TestVolumeBootPattern-821207046-router', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '959af003-811a-405a-a83b-3fa003e69294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:15:03Z', 'updated_at': '2022-06-29T08:15:04Z', 'revision_number': 3, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'gw_port': {'id': '959af003-811a-405a-a83b-3fa003e69294', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:04Z', 'updated_at': '2022-06-29T08:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:05.908032 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd2375-e398-400b-9109-9f3a72159b9c None None] The sync data for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi is: [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:15:05.910167 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9ac63423-1ecd-462e-a436-f33abdc506ea None None] Current status of the port 674bbe49-1244-4427-9c60-16b54004b314 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:05.910619 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9ac63423-1ecd-462e-a436-f33abdc506ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (674bbe49-1244-4427-9c60-16b54004b314), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:05.914345 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:05.955334 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Checking router: ede48d7c-352d-4f56-849c-cd0f4019a2b4 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:15:05.955678 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Updating router ede48d7c-352d-4f56-849c-cd0f4019a2b4 port 959af003-811a-405a-a83b-3fa003e69294 binding host dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:15:05.956203 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-9ac63423-1ecd-462e-a436-f33abdc506ea None None] For port 674bbe49-1244-4427-9c60-16b54004b314, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=674bbe49-1244-4427-9c60-16b54004b314,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:15:05.963666 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9ac63423-1ecd-462e-a436-f33abdc506ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (674bbe49-1244-4427-9c60-16b54004b314), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.023829 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (959af003-811a-405a-a83b-3fa003e69294), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.033592 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.037711 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac63423-1ecd-462e-a436-f33abdc506ea None None] Pushing event updated for resources: {'Port': ['ID=674bbe49-1244-4427-9c60-16b54004b314,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:06.335651 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Publish callbacks [] for port (959af003-811a-405a-a83b-3fa003e69294), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.342471 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (959af003-811a-405a-a83b-3fa003e69294), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.395733 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:06.400638 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Attempting to bind port 959af003-811a-405a-a83b-3fa003e69294 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:15:06.401055 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Attempting to bind port 959af003-811a-405a-a83b-3fa003e69294 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:15:06.401385 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Attempting to bind port 959af003-811a-405a-a83b-3fa003e69294 on network 2f00e8cf-7182-49ee-9467-0dd098e5f016 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:15:06.403576 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbc14e-c8bf-4701-aee0-64758f71cf20 None None] Pushing event updated for resources: {'Port': ['ID=959af003-811a-405a-a83b-3fa003e69294,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:06.411696 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:15:06.412068 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Checking segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:15:06.412468 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.412856 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Bound using segment: {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:15:06.413365 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Bound port: 959af003-811a-405a-a83b-3fa003e69294, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c3610d-b273-4e49-88a5-13aff12a15ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:15:06.413810 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (959af003-811a-405a-a83b-3fa003e69294), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.472626 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:06.475217 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] For port 959af003-811a-405a-a83b-3fa003e69294, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:15:06.480100 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] For port 959af003-811a-405a-a83b-3fa003e69294, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=959af003-811a-405a-a83b-3fa003e69294,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:15:06.497010 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (959af003-811a-405a-a83b-3fa003e69294), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.542073 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Allocated IP 172.20.0.1 (46f0fe3d-2b04-4624-a808-2afed45d4327/b446a657-ee60-42d5-85fd-bc89c4e6229f/5bbdf79c-f769-4425-8efd-513cdb472f36) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:15:06.576180 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Routers {'ede48d7c-352d-4f56-849c-cd0f4019a2b4'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:15:06.577020 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:14:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:06.578653 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbc14e-c8bf-4701-aee0-64758f71cf20 None None] Pushing event updated for resources: {'Port': ['ID=959af003-811a-405a-a83b-3fa003e69294,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:06.697312 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Publish callbacks [] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.732227 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] Set router ede48d7c-352d-4f56-849c-cd0f4019a2b4 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:15:06.748441 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.805260 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Pushing event updated for resources: {'Port': ['ID=5bbdf79c-f769-4425-8efd-513cdb472f36,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:06.817139 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Network 46f0fe3d-2b04-4624-a808-2afed45d4327 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:15:06.819557 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:15:06.829441 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:15:06.848246 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f098df05-49bb-494e-b170-411db0fb4129 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:06.876429 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4189362'] for router_interface (ede48d7c-352d-4f56-849c-cd0f4019a2b4), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:06.923196 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf91e4-3b16-4757-b6b7-f8e819ffa002 None None] Network 46f0fe3d-2b04-4624-a808-2afed45d4327 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:15:06.983764 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'name': 'tempest-TestVolumeBootPattern-821207046-router', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '959af003-811a-405a-a83b-3fa003e69294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:15:03Z', 'updated_at': '2022-06-29T08:15:04Z', 'revision_number': 3, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'gw_port': {'id': '959af003-811a-405a-a83b-3fa003e69294', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:04Z', 'updated_at': '2022-06-29T08:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:07.012104 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f417032-2fba-4aa7-884a-fdc2d66af935 None None] The sync data for ids ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'] in dv-cinder-768105-14-iscsi is: [{'id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'name': 'tempest-TestVolumeBootPattern-821207046-router', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '959af003-811a-405a-a83b-3fa003e69294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:15:03Z', 'updated_at': '2022-06-29T08:15:04Z', 'revision_number': 3, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'gw_port': {'id': '959af003-811a-405a-a83b-3fa003e69294', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:04Z', 'updated_at': '2022-06-29T08:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:15:07.022081 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port f098df05-49bb-494e-b170-411db0fb4129 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:07.022561 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f098df05-49bb-494e-b170-411db0fb4129), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:07.030074 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-c699e575-f81e-4406-aff9-542f954ab26d None None] Provisioning complete for port f098df05-49bb-494e-b170-411db0fb4129 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:07.030592 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c699e575-f81e-4406-aff9-542f954ab26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f098df05-49bb-494e-b170-411db0fb4129), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:07.050843 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:07.134810 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:07.221769 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port f098df05-49bb-494e-b170-411db0fb4129 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:07.228462 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f098df05-49bb-494e-b170-411db0fb4129), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:07.240576 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:07.244039 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:07.247453 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c699e575-f81e-4406-aff9-542f954ab26d None None] Current status of the port f098df05-49bb-494e-b170-411db0fb4129 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:07.247852 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c699e575-f81e-4406-aff9-542f954ab26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f098df05-49bb-494e-b170-411db0fb4129), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:07.288580 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Publish callbacks [] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:07.295753 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:07.300598 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port f098df05-49bb-494e-b170-411db0fb4129, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f098df05-49bb-494e-b170-411db0fb4129,segment=NetworkSegment(8b60ed3c-a7ec-41ea-9aff-3f91429a33f4),segment_id=8b60ed3c-a7ec-41ea-9aff-3f91429a33f4)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:15:07.309802 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (f098df05-49bb-494e-b170-411db0fb4129), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:07.310808 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 674bbe49-1244-4427-9c60-16b54004b314 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:07.347777 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:07.408426 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4189230'] for router_interface (ede48d7c-352d-4f56-849c-cd0f4019a2b4), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:07.439858 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Pushing event updated for resources: {'Port': ['ID=5bbdf79c-f769-4425-8efd-513cdb472f36,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:07.442391 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.db.api [None req-c699e575-f81e-4406-aff9-542f954ab26d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 29 08:15:07.446667 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG oslo_db.api [None req-c699e575-f81e-4406-aff9-542f954ab26d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 08:15:07.447161 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=f098df05-49bb-494e-b170-411db0fb4129,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:07.460503 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 674bbe49-1244-4427-9c60-16b54004b314 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:07.460876 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (674bbe49-1244-4427-9c60-16b54004b314), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:07.582827 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Network 46f0fe3d-2b04-4624-a808-2afed45d4327 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:15:07.588854 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:15:07.606312 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 674bbe49-1244-4427-9c60-16b54004b314 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:07.720854 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Router ede48d7c-352d-4f56-849c-cd0f4019a2b4 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:15:07.840816 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:15:07.845962 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-3ea6f3ae-729b-4ab1-a2d9-b305d08759fd admin admin] 10.222.0.43 "PUT /v2.0/routers/ede48d7c-352d-4f56-849c-cd0f4019a2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4377751 Jun 29 08:15:07.980948 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c699e575-f81e-4406-aff9-542f954ab26d None None] Current status of the port f098df05-49bb-494e-b170-411db0fb4129 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:08.099198 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-3252785d-5b08-47c5-9f01-7152acea1ba2 None None] Provisioning complete for port 5bbdf79c-f769-4425-8efd-513cdb472f36 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:08.099605 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3252785d-5b08-47c5-9f01-7152acea1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.247139 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48580) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:08.251739 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-3f46e94f-7afa-45e1-9d2e-258a920a6a2c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795901347', 'description': 'tempest-secgroup-smoke-795901347 description', 'project_id': '1d0c865636434569b3e25362dc02d5b8'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:08.273865 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-3252785d-5b08-47c5-9f01-7152acea1ba2 None None] Port 5bbdf79c-f769-4425-8efd-513cdb472f36 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:15:08.276446 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3f46e94f-7afa-45e1-9d2e-258a920a6a2c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.282393 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-3252785d-5b08-47c5-9f01-7152acea1ba2 None None] Provisioning complete for port f098df05-49bb-494e-b170-411db0fb4129 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:08.282766 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3252785d-5b08-47c5-9f01-7152acea1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f098df05-49bb-494e-b170-411db0fb4129), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.351580 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3f46e94f-7afa-45e1-9d2e-258a920a6a2c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group (1f41c261-dc80-402a-ab55-2b3eaae301bd), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.355280 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3f46e94f-7afa-45e1-9d2e-258a920a6a2c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (1f41c261-dc80-402a-ab55-2b3eaae301bd), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.365694 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-3252785d-5b08-47c5-9f01-7152acea1ba2 None None] Current status of the port f098df05-49bb-494e-b170-411db0fb4129 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:08.388697 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-3f46e94f-7afa-45e1-9d2e-258a920a6a2c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.389974 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-3f46e94f-7afa-45e1-9d2e-258a920a6a2c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1418149 Jun 29 08:15:08.392040 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46e94f-7afa-45e1-9d2e-258a920a6a2c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f41c261-dc80-402a-ab55-2b3eaae301bd,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:08.393039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 48582) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:08.398022 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-22553660-9d49-458d-a071-f28586ce5aa8 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'security_group_rule': {'security_group_id': '1f41c261-dc80-402a-ab55-2b3eaae301bd', 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:08.426591 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-22553660-9d49-458d-a071-f28586ce5aa8 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (2227d63c-a233-4fec-ae44-ae35c38f800c), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.483556 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-22553660-9d49-458d-a071-f28586ce5aa8 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (2227d63c-a233-4fec-ae44-ae35c38f800c), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.489540 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-22553660-9d49-458d-a071-f28586ce5aa8 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (2227d63c-a233-4fec-ae44-ae35c38f800c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.509017 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22553660-9d49-458d-a071-f28586ce5aa8 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2227d63c-a233-4fec-ae44-ae35c38f800c,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:08.516281 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-22553660-9d49-458d-a071-f28586ce5aa8 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.517520 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-22553660-9d49-458d-a071-f28586ce5aa8 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230459 Jun 29 08:15:08.520453 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 48584) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:08.524861 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-f85bdb5c-afe9-41c8-8b71-801f1985923b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'security_group_rule': {'security_group_id': '1f41c261-dc80-402a-ab55-2b3eaae301bd', 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:08.552525 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f85bdb5c-afe9-41c8-8b71-801f1985923b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (01e97ebe-d202-46ef-a090-302035b06590), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.616844 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f85bdb5c-afe9-41c8-8b71-801f1985923b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (01e97ebe-d202-46ef-a090-302035b06590), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.620548 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f85bdb5c-afe9-41c8-8b71-801f1985923b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (01e97ebe-d202-46ef-a090-302035b06590), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.639267 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bdb5c-afe9-41c8-8b71-801f1985923b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e97ebe-d202-46ef-a090-302035b06590,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:08.649178 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-f85bdb5c-afe9-41c8-8b71-801f1985923b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.650453 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-f85bdb5c-afe9-41c8-8b71-801f1985923b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290150 Jun 29 08:15:08.653141 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 48586) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:08.657548 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-5338a306-32a5-4ecb-a7ef-925097689307 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'security_group_rule': {'security_group_id': '1f41c261-dc80-402a-ab55-2b3eaae301bd', 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:08.686061 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5338a306-32a5-4ecb-a7ef-925097689307 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (6dd4d47d-9b1b-4cdc-8fda-d411b12ae357), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.746184 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5338a306-32a5-4ecb-a7ef-925097689307 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (6dd4d47d-9b1b-4cdc-8fda-d411b12ae357), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.750486 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5338a306-32a5-4ecb-a7ef-925097689307 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (6dd4d47d-9b1b-4cdc-8fda-d411b12ae357), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.778777 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-5338a306-32a5-4ecb-a7ef-925097689307 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.782425 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-5338a306-32a5-4ecb-a7ef-925097689307 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259029 Jun 29 08:15:08.782591 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 959af003-811a-405a-a83b-3fa003e69294 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:08.782699 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 48588) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:08.787342 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [None req-3205593f-2105-4dd9-8eac-b1290b2c328f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'security_group_rule': {'security_group_id': '1f41c261-dc80-402a-ab55-2b3eaae301bd', 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:08.793029 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338a306-32a5-4ecb-a7ef-925097689307 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd4d47d-9b1b-4cdc-8fda-d411b12ae357,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:08.819848 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3205593f-2105-4dd9-8eac-b1290b2c328f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (f2867bfc-cb48-4ea8-aa8b-bbbba98d881b), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.827459 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 959af003-811a-405a-a83b-3fa003e69294 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:08.827825 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (959af003-811a-405a-a83b-3fa003e69294), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.881461 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3205593f-2105-4dd9-8eac-b1290b2c328f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (f2867bfc-cb48-4ea8-aa8b-bbbba98d881b), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.885218 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3205593f-2105-4dd9-8eac-b1290b2c328f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (f2867bfc-cb48-4ea8-aa8b-bbbba98d881b), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.891373 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:08.905983 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 959af003-811a-405a-a83b-3fa003e69294 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:08.906437 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (959af003-811a-405a-a83b-3fa003e69294), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.907207 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205593f-2105-4dd9-8eac-b1290b2c328f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2867bfc-cb48-4ea8-aa8b-bbbba98d881b,revision_number=0']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:08.913484 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-3205593f-2105-4dd9-8eac-b1290b2c328f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.914894 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-3205593f-2105-4dd9-8eac-b1290b2c328f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312253 Jun 29 08:15:08.917616 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48590) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:08.922123 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-1cf39ab6-2c56-49d3-90de-b73d9d56e5a2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'security_group_rule': {'security_group_id': '1f41c261-dc80-402a-ab55-2b3eaae301bd', 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:08.929636 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] For port 959af003-811a-405a-a83b-3fa003e69294, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=959af003-811a-405a-a83b-3fa003e69294,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:15:08.934591 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (959af003-811a-405a-a83b-3fa003e69294), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:08.935439 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f098df05-49bb-494e-b170-411db0fb4129 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:08.954456 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.securitygroups_db [None req-1cf39ab6-2c56-49d3-90de-b73d9d56e5a2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Project 1d0c865636434569b3e25362dc02d5b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 08:15:08.964487 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1cf39ab6-2c56-49d3-90de-b73d9d56e5a2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (fdb09bcd-21e0-47d7-8508-31e6840f952b), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:09.017612 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Pushing event updated for resources: {'Port': ['ID=959af003-811a-405a-a83b-3fa003e69294,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:09.027955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port f098df05-49bb-494e-b170-411db0fb4129 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:09.028395 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f098df05-49bb-494e-b170-411db0fb4129), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:09.038328 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1cf39ab6-2c56-49d3-90de-b73d9d56e5a2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (fdb09bcd-21e0-47d7-8508-31e6840f952b), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:09.043255 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1cf39ab6-2c56-49d3-90de-b73d9d56e5a2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (fdb09bcd-21e0-47d7-8508-31e6840f952b), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:09.051162 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:09.064773 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf39ab6-2c56-49d3-90de-b73d9d56e5a2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb09bcd-21e0-47d7-8508-31e6840f952b,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:09.073723 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-1cf39ab6-2c56-49d3-90de-b73d9d56e5a2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:09.074958 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-1cf39ab6-2c56-49d3-90de-b73d9d56e5a2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562967 Jun 29 08:15:09.077787 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48592) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:09.083178 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-073db07d-d4ec-493f-b117-a87144b57429 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'security_group_rule': {'security_group_id': '1f41c261-dc80-402a-ab55-2b3eaae301bd', 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:09.107976 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.securitygroups_db [None req-073db07d-d4ec-493f-b117-a87144b57429 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Project 1d0c865636434569b3e25362dc02d5b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 08:15:09.115779 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-073db07d-d4ec-493f-b117-a87144b57429 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (39d4ed5b-0bbb-4cfd-aaaa-983e19092328), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:09.118825 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port f098df05-49bb-494e-b170-411db0fb4129 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:09.149686 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:09.184870 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-073db07d-d4ec-493f-b117-a87144b57429 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (39d4ed5b-0bbb-4cfd-aaaa-983e19092328), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:09.188502 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-073db07d-d4ec-493f-b117-a87144b57429 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796500'] for security_group_rule (39d4ed5b-0bbb-4cfd-aaaa-983e19092328), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:09.211240 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073db07d-d4ec-493f-b117-a87144b57429 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d4ed5b-0bbb-4cfd-aaaa-983e19092328,revision_number=0']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:09.219696 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-073db07d-d4ec-493f-b117-a87144b57429 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:09.220909 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-073db07d-d4ec-493f-b117-a87144b57429 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421943 Jun 29 08:15:09.328944 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Sync routers for ids ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:15:09.340107 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Routers {'ede48d7c-352d-4f56-849c-cd0f4019a2b4'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:15:09.340823 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:14:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:09.447085 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Set router ede48d7c-352d-4f56-849c-cd0f4019a2b4 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:15:09.665185 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'name': 'tempest-TestVolumeBootPattern-821207046-router', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '959af003-811a-405a-a83b-3fa003e69294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:15:03Z', 'updated_at': '2022-06-29T08:15:06Z', 'revision_number': 4, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'gw_port': {'id': '959af003-811a-405a-a83b-3fa003e69294', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:04Z', 'updated_at': '2022-06-29T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '5bbdf79c-f769-4425-8efd-513cdb472f36', 'name': '', 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'mac_address': 'fa:16:3e:56:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b446a657-ee60-42d5-85fd-bc89c4e6229f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:06Z', 'updated_at': '2022-06-29T08:15:07Z', 'revision_number': 2, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'subnets': [{'id': 'b446a657-ee60-42d5-85fd-bc89c4e6229f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:09.691622 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Checking router: ede48d7c-352d-4f56-849c-cd0f4019a2b4 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:15:09.691971 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Updating router ede48d7c-352d-4f56-849c-cd0f4019a2b4 port 5bbdf79c-f769-4425-8efd-513cdb472f36 binding host dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 08:15:09.720555 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:09.754784 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:09.867543 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:09.994957 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Publish callbacks [] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:10.001205 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:10.058035 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc0de3-7bce-4ac9-a639-4d27b2fa910c None None] Pushing event updated for resources: {'Port': ['ID=5bbdf79c-f769-4425-8efd-513cdb472f36,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:10.118248 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Attempting to bind port 5bbdf79c-f769-4425-8efd-513cdb472f36 on host dv-cinder-768105-14-iscsi for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:15:10.118618 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Attempting to bind port 5bbdf79c-f769-4425-8efd-513cdb472f36 by drivers openvswitch,hyperv on host dv-cinder-768105-14-iscsi at level 0 using segments [{'id': '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:15:10.118982 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Attempting to bind port 5bbdf79c-f769-4425-8efd-513cdb472f36 on network 46f0fe3d-2b04-4624-a808-2afed45d4327 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:15:10.124366 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Checking agent: {'id': '66d9d22d-d848-429f-81fb-9230a6b82b7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 7, 54, 30), 'started_at': datetime.datetime(2022, 6, 29, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:15:10.124736 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Checking segment: {'id': '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:15:10.125161 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:10.125555 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Bound using segment: {'id': '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:15:10.126019 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Bound port: 5bbdf79c-f769-4425-8efd-513cdb472f36, host: dv-cinder-768105-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:15:10.126398 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:10.199755 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] For port 5bbdf79c-f769-4425-8efd-513cdb472f36, host dv-cinder-768105-14-iscsi, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:15:10.203323 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] For port 5bbdf79c-f769-4425-8efd-513cdb472f36, host dv-cinder-768105-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=5bbdf79c-f769-4425-8efd-513cdb472f36,segment=NetworkSegment(8b60ed3c-a7ec-41ea-9aff-3f91429a33f4),segment_id=8b60ed3c-a7ec-41ea-9aff-3f91429a33f4)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:15:10.209951 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:10.275180 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc0de3-7bce-4ac9-a639-4d27b2fa910c None None] Pushing event updated for resources: {'Port': ['ID=5bbdf79c-f769-4425-8efd-513cdb472f36,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:10.277852 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Routers {'ede48d7c-352d-4f56-849c-cd0f4019a2b4'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:15:10.278476 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:14:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:10.363438 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-59f1d6ba-3fa1-4183-aa79-e0e0fb5bc211 None None] Provisioning complete for port 5bbdf79c-f769-4425-8efd-513cdb472f36 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:10.363814 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6ba-3fa1-4183-aa79-e0e0fb5bc211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:10.437401 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] Set router ede48d7c-352d-4f56-849c-cd0f4019a2b4 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:15:10.532768 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-59f1d6ba-3fa1-4183-aa79-e0e0fb5bc211 None None] Current status of the port 5bbdf79c-f769-4425-8efd-513cdb472f36 is: DOWN; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:10.533185 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6ba-3fa1-4183-aa79-e0e0fb5bc211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:10.545814 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:10.632255 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-59f1d6ba-3fa1-4183-aa79-e0e0fb5bc211 None None] For port 5bbdf79c-f769-4425-8efd-513cdb472f36, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=5bbdf79c-f769-4425-8efd-513cdb472f36,segment=NetworkSegment(8b60ed3c-a7ec-41ea-9aff-3f91429a33f4),segment_id=8b60ed3c-a7ec-41ea-9aff-3f91429a33f4)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:15:10.637591 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6ba-3fa1-4183-aa79-e0e0fb5bc211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:10.714827 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 959af003-811a-405a-a83b-3fa003e69294 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:10.763632 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1d6ba-3fa1-4183-aa79-e0e0fb5bc211 None None] Pushing event updated for resources: {'Port': ['ID=5bbdf79c-f769-4425-8efd-513cdb472f36,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:10.784176 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-20903a35-6590-46a5-ae2c-2a95e10b6e5a None None] Provisioning complete for port 5bbdf79c-f769-4425-8efd-513cdb472f36 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:10.785166 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-20903a35-6590-46a5-ae2c-2a95e10b6e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:10.813650 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'name': 'tempest-TestVolumeBootPattern-821207046-router', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '959af003-811a-405a-a83b-3fa003e69294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:15:03Z', 'updated_at': '2022-06-29T08:15:06Z', 'revision_number': 4, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'gw_port': {'id': '959af003-811a-405a-a83b-3fa003e69294', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:04Z', 'updated_at': '2022-06-29T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '5bbdf79c-f769-4425-8efd-513cdb472f36', 'name': '', 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'mac_address': 'fa:16:3e:56:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b446a657-ee60-42d5-85fd-bc89c4e6229f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:06Z', 'updated_at': '2022-06-29T08:15:10Z', 'revision_number': 4, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'subnets': [{'id': 'b446a657-ee60-42d5-85fd-bc89c4e6229f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:10.849144 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1e8ad-4dbe-4aa4-bd64-318ca9891a13 None None] The sync data for ids ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'] in dv-cinder-768105-14-iscsi is: [{'id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'name': 'tempest-TestVolumeBootPattern-821207046-router', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '959af003-811a-405a-a83b-3fa003e69294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:15:03Z', 'updated_at': '2022-06-29T08:15:06Z', 'revision_number': 4, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'gw_port': {'id': '959af003-811a-405a-a83b-3fa003e69294', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:04Z', 'updated_at': '2022-06-29T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '5bbdf79c-f769-4425-8efd-513cdb472f36', 'name': '', 'network_id': '46f0fe3d-2b04-4624-a808-2afed45d4327', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'mac_address': 'fa:16:3e:56:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'b446a657-ee60-42d5-85fd-bc89c4e6229f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:06Z', 'updated_at': '2022-06-29T08:15:10Z', 'revision_number': 4, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'subnets': [{'id': 'b446a657-ee60-42d5-85fd-bc89c4e6229f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:15:10.861962 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 959af003-811a-405a-a83b-3fa003e69294 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:10.862400 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (959af003-811a-405a-a83b-3fa003e69294), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:10.961476 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-20903a35-6590-46a5-ae2c-2a95e10b6e5a None None] Current status of the port 5bbdf79c-f769-4425-8efd-513cdb472f36 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:10.998984 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 959af003-811a-405a-a83b-3fa003e69294 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:12.703277 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 5bbdf79c-f769-4425-8efd-513cdb472f36 up at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:12.739052 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:12.740826 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:12.753690 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Provisioning complete for port 5bbdf79c-f769-4425-8efd-513cdb472f36 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:12.754069 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:12.832008 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Current status of the port 5bbdf79c-f769-4425-8efd-513cdb472f36 is: ACTIVE; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:18.904676 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:18.906660 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=65,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:19.208182 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:INSERT=3,neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:19.210963 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:22.058458 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:23.559145 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-7908e3eb-7c9d-4773-b63b-375bc7f5b585 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795901347&fields=id&tenant_id=1d0c865636434569b3e25362dc02d5b8 HTTP/1.1" status: 200 len: 267 time: 0.0452857 Jun 29 08:15:23.667683 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-1f365637-aef6-4557-b970-8c6ebc3c4d6a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:23.669177 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-1f365637-aef6-4557-b970-8c6ebc3c4d6a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 812 time: 0.1034195 Jun 29 08:15:23.685706 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-e2a506cd-4c75-42aa-8f17-a58c87042255 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/quotas/1d0c865636434569b3e25362dc02d5b8 HTTP/1.1" status: 200 len: 375 time: 0.0110478 Jun 29 08:15:23.737940 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-10192f56-5c6b-4090-8112-2e51a00709cb tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469406 Jun 29 08:15:23.846390 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-07d3f334-9e64-4488-84e5-493507314a92 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103901) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 08:15:23.847392 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-07d3f334-9e64-4488-84e5-493507314a92 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0982308 Jun 29 08:15:23.942475 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-e750d5c3-005d-4bae-bef6-314e1a3e4464 service neutron] 10.222.0.43 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882602 Jun 29 08:15:24.035293 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-c6ea689b-fe94-4476-b887-1d356f34cdc6 service neutron] 10.222.0.43 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862052 Jun 29 08:15:24.333095 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-09ee33d8-0d8b-41a6-a564-cf2e1d718ff0 req-7b4c4964-0c8f-41f0-88b0-c79638cfbd84 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 210 time: 0.0315974 Jun 29 08:15:24.428116 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-24b6525e-75bd-4d43-bdc7-2fbda96559e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:25.326046 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-d6edbb00-fe24-4c89-add5-8c8e66b8237d tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:25.327538 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-d6edbb00-fe24-4c89-add5-8c8e66b8237d tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 812 time: 0.1145625 Jun 29 08:15:25.399433 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-ed5bc917-20c8-4dab-81b1-6a2fc5b449aa tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d0c865636434569b3e25362dc02d5b8 HTTP/1.1" status: 200 len: 379 time: 0.0581520 Jun 29 08:15:25.408071 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'port': {'device_id': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'admin_state_up': True, 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'security_groups': ['1f41c261-dc80-402a-ab55-2b3eaae301bd']}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:25.438444 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c881a8d9-85c1-4f64-a76b-9c3af1e5c37f req-70c1121a-704e-4699-bfde-cda7d6d5abb7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 210 time: 0.0353236 Jun 29 08:15:25.527081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Made reservation on behalf of 1d0c865636434569b3e25362dc02d5b8 for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:15:25.530454 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:25.659129 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Allocated IP 172.20.0.3 (4f989f48-15ed-4255-b1c5-b3741c687df0/23eb6ac6-d0c8-4480-9274-f5cda22ba300/a43f8e34-a4b0-4c2d-8efe-28a159d61f13) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:15:25.805204 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:25.838455 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:25.887426 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:15:25.891167 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:15:25.895115 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:15:25.925563 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'Port': ['ID=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:25.954550 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:25.955510 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:25.973963 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-b989548d-f2a8-4b7d-a2f4-cb536f0195e1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695932 Jun 29 08:15:25.998448 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Request body: {'port': {'device_id': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:26.057760 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:26.067905 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:26.090809 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:26.175848 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-29ea9b57-6240-4d8f-a677-ae382edfc127 None None] Provisioning complete for port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:26.176518 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29ea9b57-6240-4d8f-a677-ae382edfc127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:26.211344 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-29ea9b57-6240-4d8f-a677-ae382edfc127 None None] Port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:15:26.339800 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43f8e34-a4b0-4c2d-8efe-28a159d61f13 {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:15:26.347175 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Publish callbacks [] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:26.359853 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Transition to ACTIVE for port object a43f8e34-a4b0-4c2d-8efe-28a159d61f13 will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:15:26.363770 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:26.415598 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Pushing event updated for resources: {'Port': ['ID=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:26.499230 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Attempting to bind port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:15:26.499566 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Attempting to bind port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:15:26.499898 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Attempting to bind port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 on network 4f989f48-15ed-4255-b1c5-b3741c687df0 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:15:26.504636 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 on network 4f989f48-15ed-4255-b1c5-b3741c687df0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:15:26.504954 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Attempting to bind port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 on network 4f989f48-15ed-4255-b1c5-b3741c687df0 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:15:26.510815 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:15:26.511158 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Checking segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:15:26.511541 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Bound using segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:15:26.511962 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Bound port: a43f8e34-a4b0-4c2d-8efe-28a159d61f13, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:15:26.512330 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:26.597866 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ab812-6bdd-4300-a6d1-dc0510e72a96 req-7351c6a6-4ae1-4f0d-af54-53584e977fe9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:26.599334 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f44ab812-6bdd-4300-a6d1-dc0510e72a96 req-7351c6a6-4ae1-4f0d-af54-53584e977fe9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 943 time: 0.0836256 Jun 29 08:15:26.631014 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] For port a43f8e34-a4b0-4c2d-8efe-28a159d61f13, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:15:26.651937 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] For port a43f8e34-a4b0-4c2d-8efe-28a159d61f13, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:15:26.664309 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:26.700645 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f44ab812-6bdd-4300-a6d1-dc0510e72a96 req-6d67129f-82ab-412e-a5a0-2ec197ef964a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954523 Jun 29 08:15:26.712818 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:26.713472 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:26.714866 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] 10.222.0.48 "PUT /v2.0/ports/a43f8e34-a4b0-4c2d-8efe-28a159d61f13 HTTP/1.1" status: 200 len: 1093 time: 0.7290623 Jun 29 08:15:26.715306 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'tag': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:15:26.717552 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33" -d '{"events": [{"name": "network-changed", "server_uuid": "d211a2b0-7991-46ac-9231-06e79c90778a", "tag": "a43f8e34-a4b0-4c2d-8efe-28a159d61f13"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:15:26.738928 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e0f54-d68d-4648-8ba7-ed0de74e462f service neutron] Pushing event updated for resources: {'Port': ['ID=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:26.767257 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684b8569-00f9-4913-a10c-d51ba4c63f2e x-openstack-request-id: req-684b8569-00f9-4913-a10c-d51ba4c63f2e {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:15:26.767560 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d211a2b0-7991-46ac-9231-06e79c90778a", "tag": "a43f8e34-a4b0-4c2d-8efe-28a159d61f13", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:15:26.767756 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-684b8569-00f9-4913-a10c-d51ba4c63f2e {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:15:26.768153 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684b8569-00f9-4913-a10c-d51ba4c63f2e'] response: {'name': 'network-changed', 'server_uuid': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'tag': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13', 'status': 'completed', 'code': 200} Jun 29 08:15:26.827472 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-58193e11-25ed-4da8-afa3-b7a5c4ae13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:26.829068 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-58193e11-25ed-4da8-afa3-b7a5c4ae13cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 1127 time: 0.0434823 Jun 29 08:15:26.876371 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-aaa29a5d-b8c8-445f-9e94-ada12ea51f6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43f8e34-a4b0-4c2d-8efe-28a159d61f13 HTTP/1.1" status: 200 len: 217 time: 0.0354855 Jun 29 08:15:26.930693 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-892bde57-ea3b-4294-bb85-9f1897694b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:26.932157 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-892bde57-ea3b-4294-bb85-9f1897694b38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0489583 Jun 29 08:15:26.967577 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-619950d3-8b70-4949-992e-b268fa7dae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:26.978329 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-91682974-a5e2-46b2-9f6b-ab331214c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:26.980024 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-91682974-a5e2-46b2-9f6b-ab331214c595 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421264 Jun 29 08:15:27.009681 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:27.072083 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-9b8f3484-4687-42e0-8e28-390ac681854c service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859470 Jun 29 08:15:27.099316 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:27.166320 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c8e7e2ae-268e-4371-809e-973dfd1e8800 req-7092f7e8-febe-4936-9dfb-d3608656d246 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883443 Jun 29 08:15:27.479847 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-24c2b411-f383-4ac5-9dc5-4a1d13cc6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:27.481389 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-24c2b411-f383-4ac5-9dc5-4a1d13cc6a61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 1127 time: 0.0399990 Jun 29 08:15:27.578266 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-f76c8e18-b9e7-4026-8de2-091170994222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:27.579765 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-f76c8e18-b9e7-4026-8de2-091170994222 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0921266 Jun 29 08:15:27.618857 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-66cd38ac-76b1-445f-a5fa-95dd99eaef34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43f8e34-a4b0-4c2d-8efe-28a159d61f13 HTTP/1.1" status: 200 len: 217 time: 0.0327847 Jun 29 08:15:27.666332 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-a31f006f-dbf8-4255-bc8f-384ff06bd69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:27.667753 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-a31f006f-dbf8-4255-bc8f-384ff06bd69a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0436461 Jun 29 08:15:27.714171 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-46a0f09a-9fd7-4db0-9813-34e816870a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:27.715659 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-46a0f09a-9fd7-4db0-9813-34e816870a9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421960 Jun 29 08:15:27.751755 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:15:27.850831 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f7221-44ba-4548-8751-d934083c2f80 req-0ce73304-a60a-4907-8b29-8e816d41b1ae tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:27.852276 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-214f7221-44ba-4548-8751-d934083c2f80 req-0ce73304-a60a-4907-8b29-8e816d41b1ae tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 943 time: 0.0652666 Jun 29 08:15:27.857931 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-f8b07aef-7a02-4b18-ad3b-eed82ec6647e service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364324 Jun 29 08:15:27.954807 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-214f7221-44ba-4548-8751-d934083c2f80 req-a35ae8fc-f1c9-40f9-a285-2877cce8f19a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959475 Jun 29 08:15:27.982857 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-5e22b20b-d25d-4fb8-875d-b1ad271b3d33 req-8ee22e07-c4d8-43a4-bde5-6858b4897d1a service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181681 Jun 29 08:15:28.370868 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:29.072251 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c58a-eb3e-46c0-9ffd-dc7166b4c529 req-d4c248bc-cc8a-4e34-8de9-b6fb61d93af2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:29.073751 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b750c58a-eb3e-46c0-9ffd-dc7166b4c529 req-d4c248bc-cc8a-4e34-8de9-b6fb61d93af2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 943 time: 0.0479770 Jun 29 08:15:29.124267 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b750c58a-eb3e-46c0-9ffd-dc7166b4c529 req-d2a6b5eb-2460-4b6a-9533-578569fd37b1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447593 Jun 29 08:15:29.550647 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:29.901734 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:30.482213 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e712e4b-f890-4279-99d9-b3dcf72317f0 req-62c571d2-a7a4-4e0f-bdac-0c4712547607 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:30.483640 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4e712e4b-f890-4279-99d9-b3dcf72317f0 req-62c571d2-a7a4-4e0f-bdac-0c4712547607 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 943 time: 0.2918341 Jun 29 08:15:30.534521 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4e712e4b-f890-4279-99d9-b3dcf72317f0 req-979b979c-ae59-4aec-902c-e285331574e5 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452611 Jun 29 08:15:30.773411 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:31.647614 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bf796-9574-4f12-bfb3-dc2de7b17cce req-8b2a19bf-7fe4-43ba-8fb0-68b70785d1b1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:31.649139 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c16bf796-9574-4f12-bfb3-dc2de7b17cce req-8b2a19bf-7fe4-43ba-8fb0-68b70785d1b1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 943 time: 0.0469978 Jun 29 08:15:31.698943 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c16bf796-9574-4f12-bfb3-dc2de7b17cce req-eb044e04-6688-46ee-b49e-4de6a38ef0cd tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 Jun 29 08:15:32.812099 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a0840-6310-4e36-b2fd-946e555d8a76 req-c5733e55-b1f6-4fdc-8548-e450f2e64931 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:32.813620 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b41a0840-6310-4e36-b2fd-946e555d8a76 req-c5733e55-b1f6-4fdc-8548-e450f2e64931 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 943 time: 0.0471613 Jun 29 08:15:32.862328 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b41a0840-6310-4e36-b2fd-946e555d8a76 req-d4872c81-82e5-4cef-abf8-723432e1c6cd tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431652 Jun 29 08:15:33.978965 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab09fa-0c2e-4e30-b322-66315b9f6dd7 req-6242ac0e-b791-4632-a905-a5b06aec9fab tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:33.980448 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1eab09fa-0c2e-4e30-b322-66315b9f6dd7 req-6242ac0e-b791-4632-a905-a5b06aec9fab tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 943 time: 0.0500662 Jun 29 08:15:34.009418 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device a43f8e34-a4b0-4c2d-8efe-28a159d61f13 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:15:34.030835 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-1eab09fa-0c2e-4e30-b322-66315b9f6dd7 req-b93fc579-5457-4fe1-899f-06353984ab96 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445845 Jun 29 08:15:34.112180 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port a43f8e34-a4b0-4c2d-8efe-28a159d61f13, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:15:34.124095 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'port_id': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13', 'mac_address': 'fa:16:3e:1a:b3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:15:34.161174 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:34.161569 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:34.174787 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43f8e34-a4b0-4c2d-8efe-28a159d61f13 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:15:34.203805 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port a43f8e34-a4b0-4c2d-8efe-28a159d61f13, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:15:34.208058 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:34.256774 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:34.464303 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['a43f8e34-a4b0-4c2d-8efe-28a159d61f13'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:15:34.705089 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:35.157772 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329ef0c-c944-4736-a796-2baa0057b6eb req-cf785e3c-411a-4a24-9684-7bf56f19ce95 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:35.159243 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7329ef0c-c944-4736-a796-2baa0057b6eb req-cf785e3c-411a-4a24-9684-7bf56f19ce95 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 944 time: 0.0519302 Jun 29 08:15:35.190198 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:35.208904 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7329ef0c-c944-4736-a796-2baa0057b6eb req-5c609a8d-807b-4c0d-a407-e7dec2eabfef tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438757 Jun 29 08:15:36.020190 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device a43f8e34-a4b0-4c2d-8efe-28a159d61f13 up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:15:36.062304 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:15:36.067418 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:15:36.067794 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:36.148564 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:15:36.148943 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:36.171299 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:15:36.173597 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1367370-2464-4c41-90b0-cebbc237c137" -d '{"events": [{"server_uuid": "d211a2b0-7991-46ac-9231-06e79c90778a", "name": "network-vif-plugged", "status": "completed", "tag": "a43f8e34-a4b0-4c2d-8efe-28a159d61f13"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:15:36.186787 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port a43f8e34-a4b0-4c2d-8efe-28a159d61f13, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:15:36.192210 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:36.218734 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6fb870-b94d-47d6-a669-442d4eab0e81 x-openstack-request-id: req-ec6fb870-b94d-47d6-a669-442d4eab0e81 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:15:36.219015 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d211a2b0-7991-46ac-9231-06e79c90778a", "name": "network-vif-plugged", "status": "completed", "tag": "a43f8e34-a4b0-4c2d-8efe-28a159d61f13", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:15:36.219265 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec6fb870-b94d-47d6-a669-442d4eab0e81 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:15:36.219649 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6fb870-b94d-47d6-a669-442d4eab0e81'] response: {'server_uuid': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13', 'code': 200} Jun 29 08:15:36.261267 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:36.341972 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bc263-faf3-4818-8a53-98cda74ae4d3 req-97cc4e9c-d4bf-43e8-a4a9-e8bca6c3ca48 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:36.344088 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-170bc263-faf3-4818-8a53-98cda74ae4d3 req-97cc4e9c-d4bf-43e8-a4a9-e8bca6c3ca48 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 945 time: 0.0490997 Jun 29 08:15:36.394699 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-170bc263-faf3-4818-8a53-98cda74ae4d3 req-e71f9e9d-c968-4662-b4a2-7e4bea57a4ce tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446670 Jun 29 08:15:36.455846 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57213bb6-5aaa-4356-b869-08d0506f5149 req-ca111674-fb6b-42b9-9164-38c530324e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:36.457343 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-57213bb6-5aaa-4356-b869-08d0506f5149 req-ca111674-fb6b-42b9-9164-38c530324e2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 1129 time: 0.0413239 Jun 29 08:15:36.502442 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-57213bb6-5aaa-4356-b869-08d0506f5149 req-cc8e6dfa-5cb5-4c76-b1e0-80d7b014aff5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397446 Jun 29 08:15:37.516019 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da77c-4377-40e5-b477-d806dfadd787 req-a8de4479-4292-419a-a083-29457b005442 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:37.517521 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-472da77c-4377-40e5-b477-d806dfadd787 req-a8de4479-4292-419a-a083-29457b005442 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 945 time: 0.0477805 Jun 29 08:15:37.566452 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-472da77c-4377-40e5-b477-d806dfadd787 req-1eb1443f-ea78-4689-a403-a038592d2732 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432572 Jun 29 08:15:37.747784 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=61 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:38.646193 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:38.682268 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24016b-9660-4800-be32-a57215f4741b req-b20bbc87-aaa8-4ce1-9386-db1c492b83c9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:38.683748 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2f24016b-9660-4800-be32-a57215f4741b req-b20bbc87-aaa8-4ce1-9386-db1c492b83c9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 945 time: 0.0474293 Jun 29 08:15:38.731727 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-2f24016b-9660-4800-be32-a57215f4741b req-a195d630-d16f-4858-ab50-a701f4c7716a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424142 Jun 29 08:15:38.843913 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c645b-9f74-4864-883e-242632b11bac req-934a5823-d469-4a8a-b879-c2c6cda935fd tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:38.845400 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-513c645b-9f74-4864-883e-242632b11bac req-934a5823-d469-4a8a-b879-c2c6cda935fd tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 945 time: 0.0474174 Jun 29 08:15:38.897905 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-513c645b-9f74-4864-883e-242632b11bac req-18daae85-240e-4b74-8c32-0a69c51615d8 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465136 Jun 29 08:15:38.919898 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48744) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:39.001422 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c5d41-5209-4c08-b049-d3f5416e2914 tempest-TestVolumeBootPattern-1208025442 tempest-TestVolumeBootPattern-1208025442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:39.002852 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-203c5d41-5209-4c08-b049-d3f5416e2914 tempest-TestVolumeBootPattern-1208025442 tempest-TestVolumeBootPattern-1208025442-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 1124 time: 0.0819788 Jun 29 08:15:39.005619 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48748) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:15:39.010501 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'port_id': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:15:39.031130 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:39.065060 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:39.098298 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:39.116694 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:39.218255 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Allocated IP 172.27.3.171 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/e70b7654-f64d-491d-9c77-2765e510b631) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:15:39.325029 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for port (e70b7654-f64d-491d-9c77-2765e510b631), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:39.357004 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (e70b7654-f64d-491d-9c77-2765e510b631), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:39.396819 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:15:39.401763 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:15:39.405542 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:15:39.408775 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'Port': ['ID=e70b7654-f64d-491d-9c77-2765e510b631,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:39.439461 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.439807 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.440150 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.440490 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.440824 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.441183 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.441510 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.441833 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.442157 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.442480 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.442801 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.443121 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.443438 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.443754 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.444131 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:15:39.758173 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (95c806ac-2663-4202-b162-031c3313da04), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:39.824345 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (e70b7654-f64d-491d-9c77-2765e510b631), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:39.862707 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:39.871184 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:39.973532 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for port (e70b7654-f64d-491d-9c77-2765e510b631), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:39.978070 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (e70b7654-f64d-491d-9c77-2765e510b631), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:40.050773 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'Port': ['ID=e70b7654-f64d-491d-9c77-2765e510b631,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:15:40.059524 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (95c806ac-2663-4202-b162-031c3313da04), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:40.149711 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Floating IP 95c806ac-2663-4202-b162-031c3313da04 associated. External IP: 172.27.3.171, port: a43f8e34-a4b0-4c2d-8efe-28a159d61f13. Jun 29 08:15:40.357551 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:15:40.460485 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:15:40.470788 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] Sync routers for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:15:40.479596 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:40.481701 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:15:40.482323 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:15:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:40.515510 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-91be4a81-e8a0-4b7a-a072-984d0103cbd9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5087736 Jun 29 08:15:40.515968 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'tag': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:15:40.518383 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f14eed4-44cf-465e-a952-835a9d4713d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d211a2b0-7991-46ac-9231-06e79c90778a", "tag": "a43f8e34-a4b0-4c2d-8efe-28a159d61f13"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:15:40.594442 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:15:40.654693 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabedee4-721a-4fb1-aaf7-6c5b31bd5caa x-openstack-request-id: req-dabedee4-721a-4fb1-aaf7-6c5b31bd5caa {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:15:40.654985 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d211a2b0-7991-46ac-9231-06e79c90778a", "tag": "a43f8e34-a4b0-4c2d-8efe-28a159d61f13", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:15:40.655239 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dabedee4-721a-4fb1-aaf7-6c5b31bd5caa {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:15:40.655649 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabedee4-721a-4fb1-aaf7-6c5b31bd5caa'] response: {'name': 'network-changed', 'server_uuid': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'tag': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13', 'status': 'completed', 'code': 200} Jun 29 08:15:40.738569 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-cfb8c1e4-a02b-47b1-906a-f603855e3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:40.740112 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-cfb8c1e4-a02b-47b1-906a-f603855e3023 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 1129 time: 0.0395706 Jun 29 08:15:40.820728 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '95c806ac-2663-4202-b162-031c3313da04', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:1a:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:15:39Z', 'updated_at': '2022-06-29T08:15:39Z', 'revision_number': 0, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:40.833697 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-25ee41c0-7c24-4ace-b24e-ea30b04110b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:40.835448 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-25ee41c0-7c24-4ace-b24e-ea30b04110b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0890775 Jun 29 08:15:40.845446 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] Checking router: e56d6d03-09ad-4078-a8f9-4bb62f1b7110 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:15:40.854736 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:15:40.855393 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:15:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:40.899506 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-6a251f94-bbe4-4fd9-acff-ae67782ae1c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43f8e34-a4b0-4c2d-8efe-28a159d61f13 HTTP/1.1" status: 200 len: 999 time: 0.0586858 Jun 29 08:15:40.959056 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-3fd1deed-fcf3-497c-ade0-2246b4b90895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:40.961377 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-3fd1deed-fcf3-497c-ade0-2246b4b90895 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0562925 Jun 29 08:15:40.962886 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:15:41.003868 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-8809f406-a202-4aad-8752-4b601262565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:41.005395 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-8809f406-a202-4aad-8752-4b601262565e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388768 Jun 29 08:15:41.100131 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-9f83b387-3f41-4ff2-a9da-ab9327a00f53 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887413 Jun 29 08:15:41.179694 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '95c806ac-2663-4202-b162-031c3313da04', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:1a:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:15:39Z', 'updated_at': '2022-06-29T08:15:39Z', 'revision_number': 0, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:15:41.200793 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-4f14eed4-44cf-465e-a952-835a9d4713d8 req-63f841b1-b443-4d64-a266-aaab1d286eb4 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905654 Jun 29 08:15:41.204026 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9da9f-af04-47f4-adb0-2c05189545d9 None None] The sync data for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi is: [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': '95c806ac-2663-4202-b162-031c3313da04', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:1a:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:15:39Z', 'updated_at': '2022-06-29T08:15:39Z', 'revision_number': 0, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:15:41.406317 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab5631-b124-4e90-b410-b123b3b5080b None None] New status for floating IP 95c806ac-2663-4202-b162-031c3313da04: ACTIVE {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:15:41.506203 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:50.510998 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:50.512907 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:51.176936 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=71 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:51.182513 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=77 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:51.195819 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=54 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:51.197696 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=75 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:51.503709 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=25,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:51.504512 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:15:52.084938 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:54.433593 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2cc86edf-f05d-4d02-8d4a-49b6f7273d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:54.497783 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84f17031-f1a2-4152-bd07-c4521349f980 req-6c3e769e-da29-4eca-840b-7d5f352e13a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384541 Jun 29 08:15:54.599992 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f17031-f1a2-4152-bd07-c4521349f980 req-4dd1e072-f047-42af-9bcc-b2c7cb30e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:54.601642 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84f17031-f1a2-4152-bd07-c4521349f980 req-4dd1e072-f047-42af-9bcc-b2c7cb30e8ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 1129 time: 0.0462747 Jun 29 08:15:54.708070 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f17031-f1a2-4152-bd07-c4521349f980 req-d59330e0-f186-46fe-9c77-d313b3068273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:54.709513 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84f17031-f1a2-4152-bd07-c4521349f980 req-d59330e0-f186-46fe-9c77-d313b3068273 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0906475 Jun 29 08:15:54.779597 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84f17031-f1a2-4152-bd07-c4521349f980 req-b34ef4b0-8dca-4d33-b119-b6df906fbb0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43f8e34-a4b0-4c2d-8efe-28a159d61f13 HTTP/1.1" status: 200 len: 1001 time: 0.0602944 Jun 29 08:15:54.830749 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f17031-f1a2-4152-bd07-c4521349f980 req-d6c1df0b-869f-4648-92a1-2ee2a8052db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:54.832239 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84f17031-f1a2-4152-bd07-c4521349f980 req-d6c1df0b-869f-4648-92a1-2ee2a8052db7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0472364 Jun 29 08:15:54.875752 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f17031-f1a2-4152-bd07-c4521349f980 req-31dd8d55-4ef5-4ad6-bda6-b6bd7b87ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:15:54.877279 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84f17031-f1a2-4152-bd07-c4521349f980 req-31dd8d55-4ef5-4ad6-bda6-b6bd7b87ef7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391374 Jun 29 08:15:54.973545 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84f17031-f1a2-4152-bd07-c4521349f980 req-3559746a-0128-4537-b897-600c840902d9 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885320 Jun 29 08:15:55.060869 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-84f17031-f1a2-4152-bd07-c4521349f980 req-45d5413f-48d3-4340-8ad1-060d4ddc8690 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815306 Jun 29 08:15:56.964300 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-91f619f7-6152-48b1-84f7-f37fbfffa228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:58.373222 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:59.553378 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:15:59.906789 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:04.751072 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:16:05.056509 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=53 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:05.058517 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=48 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:09.893532 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:09.900720 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:09.902649 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:22.073695 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:22.767503 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:22.768527 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:24.436317 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0216da07-cd30-42e1-b3e4-09cde3ba9495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:26.956202 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-14c57405-c5d9-417e-9084-e99fa639475d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:28.376693 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:29.556801 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:29.909365 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:41.750087 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:16:43.633411 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:43.635339 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=15 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:43.636567 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:51.744676 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:51.745380 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:16:52.089642 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:54.438680 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a6118217-9bb2-47f8-87ac-e9b039327e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:56.511134 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d7016a92-bcda-4203-8077-607056191138 req-f8d1cac2-6844-45c3-969a-feab691817ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403540 Jun 29 08:16:56.609169 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7016a92-bcda-4203-8077-607056191138 req-7d466cda-d112-46ff-808f-6541b6e8bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:16:56.610658 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d7016a92-bcda-4203-8077-607056191138 req-7d466cda-d112-46ff-808f-6541b6e8bc29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 1129 time: 0.0424285 Jun 29 08:16:56.717017 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7016a92-bcda-4203-8077-607056191138 req-69d9ce26-7e4a-454d-b7bb-a75cab645b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:16:56.718653 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d7016a92-bcda-4203-8077-607056191138 req-69d9ce26-7e4a-454d-b7bb-a75cab645b3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0897748 Jun 29 08:16:56.782887 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d7016a92-bcda-4203-8077-607056191138 req-e59a7a44-6eb7-4497-bb9e-965fb923e039 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43f8e34-a4b0-4c2d-8efe-28a159d61f13 HTTP/1.1" status: 200 len: 1001 time: 0.0588033 Jun 29 08:16:56.835355 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7016a92-bcda-4203-8077-607056191138 req-2deb4d25-0be5-43e9-af12-7845204a5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:16:56.836859 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d7016a92-bcda-4203-8077-607056191138 req-2deb4d25-0be5-43e9-af12-7845204a5f0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0489197 Jun 29 08:16:56.880505 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7016a92-bcda-4203-8077-607056191138 req-53eaebad-4cf9-499e-95eb-8eff58bcc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:16:56.882061 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d7016a92-bcda-4203-8077-607056191138 req-53eaebad-4cf9-499e-95eb-8eff58bcc8cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396776 Jun 29 08:16:56.958440 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5a8f3a82-e627-4406-9ad6-ffdf397dde62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:56.977727 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d7016a92-bcda-4203-8077-607056191138 req-cedbab7b-c207-4b92-b9a0-53590f260b3d service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896759 Jun 29 08:16:57.068413 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d7016a92-bcda-4203-8077-607056191138 req-7e4c6203-3cfb-430b-a4e6-be801ebc68e5 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849676 Jun 29 08:16:58.379232 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:59.557582 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:16:59.913763 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:07.064039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=48 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:07.064836 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=53 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:09.900883 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:09.906172 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:09.908255 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:18.748850 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:17:22.087469 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:24.443873 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fa416808-975d-453e-a3a0-95715a8dcda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:26.961735 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-44de4769-ab65-44ad-9260-c3f7e2c65c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:28.382444 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:28.744108 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=19 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:28.744863 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=15 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:29.561026 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:29.917255 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:35.032201 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eefb3-2d2e-46d0-8709-314f51b92267 req-fb1be798-c3fe-45cc-b455-a4e08ccbd770 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:35.033724 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-850eefb3-2d2e-46d0-8709-314f51b92267 req-fb1be798-c3fe-45cc-b455-a4e08ccbd770 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 945 time: 0.0527170 Jun 29 08:17:35.084184 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-850eefb3-2d2e-46d0-8709-314f51b92267 req-304e7182-763d-4372-a102-542d179c9d4f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447655 Jun 29 08:17:36.210865 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988ce23-9b62-4353-b016-2a3af07d1abd req-930a126d-12e3-46d7-83e4-2867547868cb tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:36.212408 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7988ce23-9b62-4353-b016-2a3af07d1abd req-930a126d-12e3-46d7-83e4-2867547868cb tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 945 time: 0.0522439 Jun 29 08:17:36.269190 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-7988ce23-9b62-4353-b016-2a3af07d1abd req-d591d4a5-13ab-428f-bb9c-36f6ecf94bcc tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510213 Jun 29 08:17:36.637349 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-713306b1-c8e8-46ca-9937-c822ff338c30 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:36.638907 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-713306b1-c8e8-46ca-9937-c822ff338c30 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 945 time: 0.0470753 Jun 29 08:17:36.735295 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Deleting port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:17:36.735639 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:36.825228 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] For port a43f8e34-a4b0-4c2d-8efe-28a159d61f13, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:17:36.825604 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:36.994102 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:36.994433 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (95c806ac-2663-4202-b162-031c3313da04), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:36.994753 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Floating IP 95c806ac-2663-4202-b162-031c3313da04 disassociated. External IP: 172.27.3.171, port: a43f8e34-a4b0-4c2d-8efe-28a159d61f13. Jun 29 08:17:36.995124 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Calling delete_port for a43f8e34-a4b0-4c2d-8efe-28a159d61f13 owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:17:37.131253 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (a43f8e34-a4b0-4c2d-8efe-28a159d61f13), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:37.157770 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event deleted for resources: {'Port': ['ID=a43f8e34-a4b0-4c2d-8efe-28a159d61f13,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:17:37.170111 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.170461 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.170806 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.171358 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.171687 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.172026 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.172363 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.172695 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.173047 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.173380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.173707 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.174035 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.174348 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.174671 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.174990 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:37.285734 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:17:37.398417 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0be744f4-b2e0-45da-ac4d-451bf8050efb req-993f5982-ef0e-43eb-8e13-c74fe27621de tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=d211a2b0-7991-46ac-9231-06e79c90778a HTTP/1.1" status: 200 len: 210 time: 0.0354664 Jun 29 08:17:37.418718 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:37.426269 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:17:37.441010 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] Sync routers for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:17:37.451820 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:17:37.452541 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:17:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:17:37.475935 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] No DVR routers for this DVR port a43f8e34-a4b0-4c2d-8efe-28a159d61f13 on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:17:37.478479 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:37.481829 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-56afd0ce-bdc7-4ccf-8cb5-6feffa3220b6 req-730079d6-2ab0-4e65-a515-ca7ef38ff98a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "DELETE /v2.0/ports/a43f8e34-a4b0-4c2d-8efe-28a159d61f13 HTTP/1.1" status: 204 len: 173 time: 0.8361747 Jun 29 08:17:37.482271 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'name': 'network-vif-deleted', 'tag': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:17:37.485097 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faf3c40-f412-43ec-ab83-f245685f7321" -d '{"events": [{"server_uuid": "d211a2b0-7991-46ac-9231-06e79c90778a", "name": "network-vif-deleted", "tag": "a43f8e34-a4b0-4c2d-8efe-28a159d61f13"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:17:37.524926 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcbbb4a-a54d-455e-be8b-b2071b4ccb10 x-openstack-request-id: req-8dcbbb4a-a54d-455e-be8b-b2071b4ccb10 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:17:37.525453 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d211a2b0-7991-46ac-9231-06e79c90778a", "name": "network-vif-deleted", "tag": "a43f8e34-a4b0-4c2d-8efe-28a159d61f13", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:17:37.525706 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8dcbbb4a-a54d-455e-be8b-b2071b4ccb10 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:17:37.526132 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcbbb4a-a54d-455e-be8b-b2071b4ccb10'] response: {'server_uuid': 'd211a2b0-7991-46ac-9231-06e79c90778a', 'name': 'network-vif-deleted', 'tag': 'a43f8e34-a4b0-4c2d-8efe-28a159d61f13', 'status': 'completed', 'code': 200} Jun 29 08:17:37.577085 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:17:37.773710 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:17:37.802638 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] Checking router: e56d6d03-09ad-4078-a8f9-4bb62f1b7110 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:17:37.812660 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:17:37.813253 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:17:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:17:37.917524 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:17:38.102846 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:17:38.128046 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca18ba6c-2c94-4aa0-9d43-6c1c09e5edf8 None None] The sync data for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi is: [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:17:38.348073 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97126893-2710-425d-b6cc-7092206e4dec None None] New status for floating IP 95c806ac-2663-4202-b162-031c3313da04: DOWN {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:17:38.613618 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-303689ea-da66-4311-a088-614df78f19a0 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795901347&fields=id&tenant_id=1d0c865636434569b3e25362dc02d5b8 HTTP/1.1" status: 200 len: 267 time: 0.0453222 Jun 29 08:17:38.726071 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-91069135-7557-4714-8f07-d4e1ae41bb32 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:38.727522 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-91069135-7557-4714-8f07-d4e1ae41bb32 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 812 time: 0.1075256 Jun 29 08:17:38.742367 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-654c01f2-d63c-4f73-92aa-1c4fb3392cb5 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/quotas/1d0c865636434569b3e25362dc02d5b8 HTTP/1.1" status: 200 len: 375 time: 0.0094233 Jun 29 08:17:38.792951 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-511fa32f-4a3e-47d1-9981-be8a91df47f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454924 Jun 29 08:17:38.886713 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-82be2849-d9d1-473e-a7c6-abc1d33ec47f service neutron] 10.222.0.43 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808542 Jun 29 08:17:38.985585 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-7e0897cd-f927-4739-96ea-b2a03ec13fbf service neutron] 10.222.0.43 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924098 Jun 29 08:17:39.302878 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a78e65e4-df86-42ba-bc44-87760bea0edf req-1f01e43e-a0ce-4a24-a212-c74c1f3d02d1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 210 time: 0.0330682 Jun 29 08:17:40.224968 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:40.290345 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-7e68269c-b5f2-4aba-8690-09c3ea9d8531 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:40.291806 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-7e68269c-b5f2-4aba-8690-09c3ea9d8531 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 812 time: 0.1150446 Jun 29 08:17:40.368862 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-3e497fca-ec06-4bd2-9728-fbd969c2e650 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d0c865636434569b3e25362dc02d5b8 HTTP/1.1" status: 200 len: 379 time: 0.0625024 Jun 29 08:17:40.378193 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'port': {'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'admin_state_up': True, 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'security_groups': ['1f41c261-dc80-402a-ab55-2b3eaae301bd']}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:17:40.404851 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b0e05dd3-43de-41ae-be56-b12467e5e318 req-c655e1ec-4203-40e0-9b99-9c253840e6fa tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 210 time: 0.0326753 Jun 29 08:17:40.493208 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Made reservation on behalf of 1d0c865636434569b3e25362dc02d5b8 for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:17:40.496547 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:40.628175 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Allocated IP 172.20.0.5 (4f989f48-15ed-4255-b1c5-b3741c687df0/23eb6ac6-d0c8-4480-9274-f5cda22ba300/f9a0dbb5-9271-4850-a567-692f86b3599e) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:17:40.766285 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device a43f8e34-a4b0-4c2d-8efe-28a159d61f13 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:17:40.777549 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:40.786005 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: a43f8e34-a4b0-4c2d-8efe-28a159d61f13 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:17:40.786333 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device a43f8e34-a4b0-4c2d-8efe-28a159d61f13 not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:17:40.812905 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:40.855770 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:17:40.859830 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:17:40.863773 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:17:40.892477 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'Port': ['ID=f9a0dbb5-9271-4850-a567-692f86b3599e,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:17:40.908818 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:40.925984 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:40.926620 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:40.950753 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-fb1aa406-e871-4033-b163-42828e7606f7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774207 Jun 29 08:17:40.970609 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Request body: {'port': {'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:17:41.041262 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:41.149652 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-d7e6fbd5-da3d-4c76-afe0-261e89d46ec8 None None] Provisioning complete for port f9a0dbb5-9271-4850-a567-692f86b3599e triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:17:41.150181 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d7e6fbd5-da3d-4c76-afe0-261e89d46ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:41.181648 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d7e6fbd5-da3d-4c76-afe0-261e89d46ec8 None None] Port f9a0dbb5-9271-4850-a567-692f86b3599e cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:17:41.186231 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:41.308138 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a0dbb5-9271-4850-a567-692f86b3599e {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:17:41.316173 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Publish callbacks [] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:41.328964 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Transition to ACTIVE for port object f9a0dbb5-9271-4850-a567-692f86b3599e will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:17:41.332923 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:41.384275 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a0dbb5-9271-4850-a567-692f86b3599e,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:17:41.460328 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Attempting to bind port f9a0dbb5-9271-4850-a567-692f86b3599e on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:17:41.460673 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Attempting to bind port f9a0dbb5-9271-4850-a567-692f86b3599e by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:17:41.461619 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Attempting to bind port f9a0dbb5-9271-4850-a567-692f86b3599e on network 4f989f48-15ed-4255-b1c5-b3741c687df0 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:17:41.465807 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Port f9a0dbb5-9271-4850-a567-692f86b3599e on network 4f989f48-15ed-4255-b1c5-b3741c687df0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:17:41.466139 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Attempting to bind port f9a0dbb5-9271-4850-a567-692f86b3599e on network 4f989f48-15ed-4255-b1c5-b3741c687df0 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:17:41.472661 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:17:41.473035 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Checking segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:17:41.473433 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Bound using segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:17:41.473865 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Bound port: f9a0dbb5-9271-4850-a567-692f86b3599e, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:17:41.474231 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:41.556399 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f141fa3-1386-485b-b966-b2595484770b req-aa3dacc4-b7c2-4ccb-bebc-7f54a476a545 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:41.557932 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7f141fa3-1386-485b-b966-b2595484770b req-aa3dacc4-b7c2-4ccb-bebc-7f54a476a545 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 943 time: 0.0800796 Jun 29 08:17:41.599330 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] For port f9a0dbb5-9271-4850-a567-692f86b3599e, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:17:41.603370 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] For port f9a0dbb5-9271-4850-a567-692f86b3599e, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f9a0dbb5-9271-4850-a567-692f86b3599e,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:17:41.620640 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:41.653767 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-7f141fa3-1386-485b-b966-b2595484770b req-5217f942-3048-4ba7-beab-56e183467673 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895097 Jun 29 08:17:41.666595 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:41.667296 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:41.668747 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] 10.222.0.48 "PUT /v2.0/ports/f9a0dbb5-9271-4850-a567-692f86b3599e HTTP/1.1" status: 200 len: 1093 time: 0.7043600 Jun 29 08:17:41.669215 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ef577f-d316-4519-8503-5817813a3d6b', 'tag': 'f9a0dbb5-9271-4850-a567-692f86b3599e'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:17:41.672110 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d" -d '{"events": [{"name": "network-changed", "server_uuid": "13ef577f-d316-4519-8503-5817813a3d6b", "tag": "f9a0dbb5-9271-4850-a567-692f86b3599e"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:17:41.694581 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09afa9a-466a-4a53-acaf-fa6538b56e71 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a0dbb5-9271-4850-a567-692f86b3599e,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:17:41.724000 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc261ffb-91bf-41cb-bdd7-ed7b4e9d7671 x-openstack-request-id: req-cc261ffb-91bf-41cb-bdd7-ed7b4e9d7671 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:17:41.724377 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ef577f-d316-4519-8503-5817813a3d6b", "tag": "f9a0dbb5-9271-4850-a567-692f86b3599e", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:17:41.724921 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc261ffb-91bf-41cb-bdd7-ed7b4e9d7671 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:17:41.725410 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc261ffb-91bf-41cb-bdd7-ed7b4e9d7671'] response: {'name': 'network-changed', 'server_uuid': '13ef577f-d316-4519-8503-5817813a3d6b', 'tag': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'status': 'completed', 'code': 200} Jun 29 08:17:41.781053 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-e085aa9f-d52e-4aff-81d0-2a36349dd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:41.782588 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-e085aa9f-d52e-4aff-81d0-2a36349dd5cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 1127 time: 0.0410154 Jun 29 08:17:41.834396 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-4dad5f94-4d8c-43f1-906e-e7018c9cf6e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a0dbb5-9271-4850-a567-692f86b3599e HTTP/1.1" status: 200 len: 217 time: 0.0388033 Jun 29 08:17:41.886778 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-3913c125-1d73-4648-a7ca-a5fb0e2a2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:41.888240 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-3913c125-1d73-4648-a7ca-a5fb0e2a2a56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0486786 Jun 29 08:17:41.900912 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:41.935060 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-870c4415-7a3f-427a-8a8d-cc24d121d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:41.936600 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-870c4415-7a3f-427a-8a8d-cc24d121d9e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425804 Jun 29 08:17:42.034079 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-3b23aef3-22ae-4082-aa3c-320b67a294a6 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879452 Jun 29 08:17:42.122593 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-c79d4858-dec5-4969-ba9d-f1099bf4be4f req-ef9184b4-7cbd-4c42-9b42-9b66a908e7f4 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832045 Jun 29 08:17:42.405452 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-fc6e9d49-ca92-4a46-b435-618b94de783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:42.407126 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-fc6e9d49-ca92-4a46-b435-618b94de783b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 1127 time: 0.0413179 Jun 29 08:17:42.421781 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:42.504284 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-c8463202-5557-4570-b0db-4faed4bd3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:42.505790 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-c8463202-5557-4570-b0db-4faed4bd3ce0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0923243 Jun 29 08:17:42.545191 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-d798eb44-b9c0-4c90-b142-0e8dcbbe5d6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a0dbb5-9271-4850-a567-692f86b3599e HTTP/1.1" status: 200 len: 217 time: 0.0334048 Jun 29 08:17:42.597689 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-1c6dac07-166e-4437-a9ae-e8b92bffbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:42.599133 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-1c6dac07-166e-4437-a9ae-e8b92bffbacf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0483081 Jun 29 08:17:42.642792 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-5557c526-80f0-4850-a277-a42accf78bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:42.644276 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-5557c526-80f0-4850-a277-a42accf78bf0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398774 Jun 29 08:17:42.752311 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-03f9bec7-727d-45dc-b51a-ece75988b227 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017928 Jun 29 08:17:42.813352 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daa811-239a-452f-aa16-b0498ec937d7 req-ee3b1bbb-7206-4232-a55e-bca473ee1e33 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:42.814830 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a1daa811-239a-452f-aa16-b0498ec937d7 req-ee3b1bbb-7206-4232-a55e-bca473ee1e33 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 943 time: 0.0865281 Jun 29 08:17:42.904964 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-6d9cf4bc-8dd7-46f7-a7e5-08b3c60fc75d req-ebc40c8b-73f7-4ffc-8ea8-111f7c6de8a1 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370206 Jun 29 08:17:42.910733 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a1daa811-239a-452f-aa16-b0498ec937d7 req-13c7f0b0-b82d-44fb-a025-2f8dad5d1f9a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667238 Jun 29 08:17:44.026244 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640282-bef9-4955-8c1c-82ba66e34c49 req-a3209928-ffee-4904-8407-f3fc9bd283ab tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:44.027719 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a4640282-bef9-4955-8c1c-82ba66e34c49 req-a3209928-ffee-4904-8407-f3fc9bd283ab tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 943 time: 0.0470269 Jun 29 08:17:44.082216 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-a4640282-bef9-4955-8c1c-82ba66e34c49 req-2611ac9d-2e23-4f7a-b2f9-940b483e2009 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485594 Jun 29 08:17:45.458805 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed96259-e2a0-43a4-b649-3ad7dc075a99 req-e08e467a-6dc3-4db4-9158-5170b406d8e9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:45.460325 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ed96259-e2a0-43a4-b649-3ad7dc075a99 req-e08e467a-6dc3-4db4-9158-5170b406d8e9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 943 time: 0.3032818 Jun 29 08:17:45.512627 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3ed96259-e2a0-43a4-b649-3ad7dc075a99 req-3a7ec1a3-e7a3-46f1-b000-74c048c19903 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464571 Jun 29 08:17:46.875462 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99230-bf67-4478-ae88-5a0d5fb4f890 req-ed3cc9e5-010c-4bbd-a91c-25f5cfc4a32e tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:46.876952 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b6b99230-bf67-4478-ae88-5a0d5fb4f890 req-ed3cc9e5-010c-4bbd-a91c-25f5cfc4a32e tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 943 time: 0.2936051 Jun 29 08:17:46.924692 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b6b99230-bf67-4478-ae88-5a0d5fb4f890 req-c6bc2f9b-b3d8-4b66-a0fa-4d3a0913f169 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421028 Jun 29 08:17:48.037511 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8690b2-25e1-48c9-a7a6-49b5f8cb2db3 req-1cfdcedb-f08e-4435-8bb1-5a717c8df88f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:48.038971 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3d8690b2-25e1-48c9-a7a6-49b5f8cb2db3 req-1cfdcedb-f08e-4435-8bb1-5a717c8df88f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 943 time: 0.0466635 Jun 29 08:17:48.087552 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3d8690b2-25e1-48c9-a7a6-49b5f8cb2db3 req-488a7f0a-c3e0-4c41-a0e0-2856e3ddfaed tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Jun 29 08:17:48.100281 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=57 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:48.105623 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=75 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:49.204543 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4de68-7476-4c33-b62a-9e95594ca5f8 req-f948c55d-5d44-4071-a6ed-3bef4409fbb5 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:49.206044 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-beb4de68-7476-4c33-b62a-9e95594ca5f8 req-f948c55d-5d44-4071-a6ed-3bef4409fbb5 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 943 time: 0.0473237 Jun 29 08:17:49.254639 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-beb4de68-7476-4c33-b62a-9e95594ca5f8 req-457769c9-7d5c-4b34-bb4a-26d716951646 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429587 Jun 29 08:17:50.334818 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:50.374359 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11260b0-9798-4074-99f7-6b21d0b3be49 req-d6f48132-877d-455d-bd19-fd40e59224d2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:50.375584 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d11260b0-9798-4074-99f7-6b21d0b3be49 req-d6f48132-877d-455d-bd19-fd40e59224d2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 943 time: 0.0525365 Jun 29 08:17:50.424294 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-d11260b0-9798-4074-99f7-6b21d0b3be49 req-aa45cbfb-5017-4d17-bc2b-1d96c4ed8f8a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431809 Jun 29 08:17:50.797781 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device f9a0dbb5-9271-4850-a567-692f86b3599e details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:17:50.800022 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=17 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:50.801498 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:50.805393 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=11,neutron:UPDATE=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:50.903680 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port f9a0dbb5-9271-4850-a567-692f86b3599e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f9a0dbb5-9271-4850-a567-692f86b3599e,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:17:50.914694 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'mac_address': 'fa:16:3e:2f:a4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:17:50.949821 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port f9a0dbb5-9271-4850-a567-692f86b3599e is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:17:50.950205 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:50.963572 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a0dbb5-9271-4850-a567-692f86b3599e {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:17:50.984226 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port f9a0dbb5-9271-4850-a567-692f86b3599e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f9a0dbb5-9271-4850-a567-692f86b3599e,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:17:50.987708 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:51.035810 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=f9a0dbb5-9271-4850-a567-692f86b3599e,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:17:51.043594 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.043963 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.044303 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.044639 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.044968 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.045316 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.046155 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.046479 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.046807 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.047118 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.047435 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.047755 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.048071 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.048386 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.048700 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:51.276356 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['f9a0dbb5-9271-4850-a567-692f86b3599e'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:17:51.541186 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014652b2-70e8-454c-9117-68d42a08c799 req-51d76bb6-c8d1-4bad-8142-38c5b317dd0b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:51.543334 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-014652b2-70e8-454c-9117-68d42a08c799 req-51d76bb6-c8d1-4bad-8142-38c5b317dd0b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 944 time: 0.0503874 Jun 29 08:17:51.592320 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-014652b2-70e8-454c-9117-68d42a08c799 req-745f6149-5ffc-466e-8c78-acb8c54dff66 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432117 Jun 29 08:17:52.101856 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:52.710938 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51ea6b-bb78-4c12-8f6f-bf69e413d4b8 req-e15911f3-4e63-4791-adc7-221e8d8f0b7c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:52.712435 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ec51ea6b-bb78-4c12-8f6f-bf69e413d4b8 req-e15911f3-4e63-4791-adc7-221e8d8f0b7c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 944 time: 0.0510645 Jun 29 08:17:52.762133 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ec51ea6b-bb78-4c12-8f6f-bf69e413d4b8 req-47606350-bd4f-428a-beb5-96d67b3a3063 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436354 Jun 29 08:17:52.797687 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device f9a0dbb5-9271-4850-a567-692f86b3599e up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:17:52.841767 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port f9a0dbb5-9271-4850-a567-692f86b3599e completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:17:52.847904 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port f9a0dbb5-9271-4850-a567-692f86b3599e triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:17:52.848281 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:52.918276 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port f9a0dbb5-9271-4850-a567-692f86b3599e is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:17:52.918685 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:52.941778 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ef577f-d316-4519-8503-5817813a3d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a0dbb5-9271-4850-a567-692f86b3599e'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:17:52.944080 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fb7225-14ba-4477-8197-3bc2b5a3d262" -d '{"events": [{"server_uuid": "13ef577f-d316-4519-8503-5817813a3d6b", "name": "network-vif-plugged", "status": "completed", "tag": "f9a0dbb5-9271-4850-a567-692f86b3599e"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:17:52.956391 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port f9a0dbb5-9271-4850-a567-692f86b3599e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f9a0dbb5-9271-4850-a567-692f86b3599e,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:17:52.961610 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:53.002970 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffb59ad-0393-4fcc-9053-d61836da901d x-openstack-request-id: req-cffb59ad-0393-4fcc-9053-d61836da901d {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:17:53.003254 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ef577f-d316-4519-8503-5817813a3d6b", "name": "network-vif-plugged", "status": "completed", "tag": "f9a0dbb5-9271-4850-a567-692f86b3599e", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:17:53.003500 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cffb59ad-0393-4fcc-9053-d61836da901d {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:17:53.003881 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffb59ad-0393-4fcc-9053-d61836da901d'] response: {'server_uuid': '13ef577f-d316-4519-8503-5817813a3d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'code': 200} Jun 29 08:17:53.028324 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=f9a0dbb5-9271-4850-a567-692f86b3599e,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:17:53.236618 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ac423-0354-4b1d-9ad6-9de407258055 req-ec49b9e3-cc67-4764-ad0c-90f4999a70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:53.238146 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-904ac423-0354-4b1d-9ad6-9de407258055 req-ec49b9e3-cc67-4764-ad0c-90f4999a70e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 1129 time: 0.0391812 Jun 29 08:17:53.287022 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-904ac423-0354-4b1d-9ad6-9de407258055 req-93702ff5-6209-46a8-98ee-117d46509fc5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425951 Jun 29 08:17:53.879615 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823835a4-a1a5-4c0b-8999-e4d1c719bddf req-c20b0396-1a03-4755-b31e-3abab2ce9153 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:53.881122 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-823835a4-a1a5-4c0b-8999-e4d1c719bddf req-c20b0396-1a03-4755-b31e-3abab2ce9153 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 945 time: 0.0500767 Jun 29 08:17:53.931596 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-823835a4-a1a5-4c0b-8999-e4d1c719bddf req-3b9414f6-fa78-4403-8462-1898438ba2d8 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448790 Jun 29 08:17:54.447915 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f942f48f-3d79-45db-93b0-aa72e1bfb62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:55.048376 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c39c05-2312-4f4f-b77e-8fab5c529aa0 req-8bafc97a-cf2a-474f-b4e7-b12d1b89262e tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:55.049999 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-01c39c05-2312-4f4f-b77e-8fab5c529aa0 req-8bafc97a-cf2a-474f-b4e7-b12d1b89262e tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 945 time: 0.0473590 Jun 29 08:17:55.103045 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-01c39c05-2312-4f4f-b77e-8fab5c529aa0 req-ab03b633-4ef6-4ce8-8d7e-015d72a944bb tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464652 Jun 29 08:17:55.224705 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5e80-5c53-4b07-9ba0-0f8f9d14c07d req-b490a8c4-39d5-4d8f-b458-6825cce07c31 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:55.226173 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-740d5e80-5c53-4b07-9ba0-0f8f9d14c07d req-b490a8c4-39d5-4d8f-b458-6825cce07c31 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 945 time: 0.0486214 Jun 29 08:17:55.245590 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:55.278707 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-740d5e80-5c53-4b07-9ba0-0f8f9d14c07d req-d2472daf-ff27-46a4-884d-13f19d4baea5 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466912 Jun 29 08:17:55.301358 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48858) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:17:55.331743 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:55.343735 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac2ecdb-7e86-4b78-8ecb-816b0fda3742 tempest-TestVolumeBootPattern-1208025442 tempest-TestVolumeBootPattern-1208025442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:55.345260 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-fac2ecdb-7e86-4b78-8ecb-816b0fda3742 tempest-TestVolumeBootPattern-1208025442 tempest-TestVolumeBootPattern-1208025442-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 1124 time: 0.0428998 Jun 29 08:17:55.352396 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48860) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:17:55.357997 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:17:55.385125 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:55.390295 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:55.464414 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:55.570350 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Allocated IP 172.27.3.6 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/7d7ae481-4ca3-42a7-869e-00b9338fdb6e) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:17:55.672767 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for port (7d7ae481-4ca3-42a7-869e-00b9338fdb6e), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:55.706054 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (7d7ae481-4ca3-42a7-869e-00b9338fdb6e), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:55.746882 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:17:55.752537 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:17:55.757669 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:17:55.759849 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'Port': ['ID=7d7ae481-4ca3-42a7-869e-00b9338fdb6e,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:17:55.762006 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:17:55.789901 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.790272 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.790585 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.790923 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.791254 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.791579 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.791921 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.792227 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.792547 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.792871 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.793216 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.793535 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.793852 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.794170 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:55.794486 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:17:56.109231 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:56.118377 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (e48f86c0-f0c8-4801-ab94-5fb943bbbebc), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:56.185563 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (7d7ae481-4ca3-42a7-869e-00b9338fdb6e), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:56.225953 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:56.339536 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for port (7d7ae481-4ca3-42a7-869e-00b9338fdb6e), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:56.344062 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (7d7ae481-4ca3-42a7-869e-00b9338fdb6e), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:56.413783 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'Port': ['ID=7d7ae481-4ca3-42a7-869e-00b9338fdb6e,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:17:56.428370 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (e48f86c0-f0c8-4801-ab94-5fb943bbbebc), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:56.479669 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a67d5d82-a679-4061-99ee-3715447c0041 req-a7efb3bd-c244-4bd7-8c44-c9c497e7a452 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420675 Jun 29 08:17:56.529432 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Floating IP e48f86c0-f0c8-4801-ab94-5fb943bbbebc associated. External IP: 172.27.3.6, port: f9a0dbb5-9271-4850-a567-692f86b3599e. Jun 29 08:17:56.579335 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5d82-a679-4061-99ee-3715447c0041 req-b7aa9fa1-f10f-4b72-80d4-70518e480d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:56.581000 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a67d5d82-a679-4061-99ee-3715447c0041 req-b7aa9fa1-f10f-4b72-80d4-70518e480d4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 1129 time: 0.0407920 Jun 29 08:17:56.690434 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5d82-a679-4061-99ee-3715447c0041 req-181bd32b-4c4c-4aec-a835-3604379d0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:56.691833 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a67d5d82-a679-4061-99ee-3715447c0041 req-181bd32b-4c4c-4aec-a835-3604379d0511 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0929723 Jun 29 08:17:56.731740 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:17:56.754606 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a67d5d82-a679-4061-99ee-3715447c0041 req-6ddaae16-cf3a-4ef0-ad68-12e9a24b941c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a0dbb5-9271-4850-a567-692f86b3599e HTTP/1.1" status: 200 len: 997 time: 0.0565491 Jun 29 08:17:56.805098 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5d82-a679-4061-99ee-3715447c0041 req-3eab4074-2cba-42e2-8c60-a7a53aec0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:56.806584 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a67d5d82-a679-4061-99ee-3715447c0041 req-3eab4074-2cba-42e2-8c60-a7a53aec0bc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0467548 Jun 29 08:17:56.838627 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:17:56.850707 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d5d82-a679-4061-99ee-3715447c0041 req-96e265fe-7507-4f3f-a198-5a2386bb2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:56.851936 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] Sync routers for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:17:56.852440 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a67d5d82-a679-4061-99ee-3715447c0041 req-96e265fe-7507-4f3f-a198-5a2386bb2c1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396974 Jun 29 08:17:56.860674 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:56.866761 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:17:56.867377 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:17:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:17:56.893901 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-67684ecf-8092-49f2-b648-e312a7fa1660 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5404322 Jun 29 08:17:56.894488 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ef577f-d316-4519-8503-5817813a3d6b', 'tag': 'f9a0dbb5-9271-4850-a567-692f86b3599e'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:17:56.896713 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e" -d '{"events": [{"name": "network-changed", "server_uuid": "13ef577f-d316-4519-8503-5817813a3d6b", "tag": "f9a0dbb5-9271-4850-a567-692f86b3599e"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:17:56.935193 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb2a86d-bd97-418f-855a-8b4e923b828e x-openstack-request-id: req-1eb2a86d-bd97-418f-855a-8b4e923b828e {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:17:56.935784 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ef577f-d316-4519-8503-5817813a3d6b", "tag": "f9a0dbb5-9271-4850-a567-692f86b3599e", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:17:56.936917 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1eb2a86d-bd97-418f-855a-8b4e923b828e {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:17:56.937396 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb2a86d-bd97-418f-855a-8b4e923b828e'] response: {'name': 'network-changed', 'server_uuid': '13ef577f-d316-4519-8503-5817813a3d6b', 'tag': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'status': 'completed', 'code': 200} Jun 29 08:17:56.963009 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a67d5d82-a679-4061-99ee-3715447c0041 req-b9e70690-6915-4f45-b13b-32cfc8498b68 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045644 Jun 29 08:17:56.964459 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0f62fc1a-1cd2-4bc2-8047-1284e4d81905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:56.970710 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:17:57.057691 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a67d5d82-a679-4061-99ee-3715447c0041 req-6b853932-f5ec-4d5f-83cd-90c6fa241203 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893638 Jun 29 08:17:57.164698 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-9828f369-9c09-437b-8ba7-5d9632e29ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:57.166334 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-9828f369-9c09-437b-8ba7-5d9632e29ea4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 1129 time: 0.0402622 Jun 29 08:17:57.183711 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'e48f86c0-f0c8-4801-ab94-5fb943bbbebc', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:2f:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:17:55Z', 'updated_at': '2022-06-29T08:17:55Z', 'revision_number': 0, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:17:57.206085 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:57.209269 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] Checking router: e56d6d03-09ad-4078-a8f9-4bb62f1b7110 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:17:57.218129 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:17:57.218650 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:17:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:17:57.262795 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-bdffca3f-909c-4436-a325-35619ff564f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:57.264885 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-bdffca3f-909c-4436-a325-35619ff564f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0923703 Jun 29 08:17:57.330986 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-0b76f81b-945b-470e-a135-cadf71ae5080 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a0dbb5-9271-4850-a567-692f86b3599e HTTP/1.1" status: 200 len: 997 time: 0.0609243 Jun 29 08:17:57.379380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-401599f7-3fb6-455c-9198-5db974cccf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:57.380846 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-401599f7-3fb6-455c-9198-5db974cccf09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0442126 Jun 29 08:17:57.406108 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:17:57.427852 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-12200ca0-aef3-4ecc-8f3e-54ec8db0691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:17:57.430622 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-12200ca0-aef3-4ecc-8f3e-54ec8db0691e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443516 Jun 29 08:17:57.523823 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-1b3f43fe-ba42-4d49-bbcd-af8d67c8a3a2 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866389 Jun 29 08:17:57.597277 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:17:57.623517 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-8d1c661d-ceaa-4f2b-9d7f-a3babc9a608e req-31d278f9-1853-4a14-a98b-f52e0f7abdd3 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939512 Jun 29 08:17:57.624783 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'e48f86c0-f0c8-4801-ab94-5fb943bbbebc', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:2f:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:17:55Z', 'updated_at': '2022-06-29T08:17:55Z', 'revision_number': 0, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:17:57.649572 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c10e2e-9395-4e53-92f2-f4da4c0cf9cc None None] The sync data for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi is: [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'e48f86c0-f0c8-4801-ab94-5fb943bbbebc', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:2f:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:17:55Z', 'updated_at': '2022-06-29T08:17:55Z', 'revision_number': 0, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:17:57.834694 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca2608-7367-4ff4-ade5-c1338011901f None None] New status for floating IP e48f86c0-f0c8-4801-ab94-5fb943bbbebc: ACTIVE {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:17:58.385176 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:59.563935 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:17:59.921267 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:06.887898 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:06.890047 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:07.619027 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=39 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:07.620971 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:09.909977 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:09.914652 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:09.917436 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:22.101356 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:22.762883 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=86 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:22.763593 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:24.450532 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e89eb792-402b-4284-8498-ec6a322f22c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:26.969028 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-56d5b27d-664c-4700-bc53-c5cc022e02c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:28.387843 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:29.567280 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:29.927145 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:32.746453 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:18:35.512688 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [req-e437c4d2-b3e6-4823-b7ed-3b38063715cd req-e973f1db-0487-43a4-90be-fea581aa4912 service neutron] (103901) timed out ('10.222.0.48', 56377) {{(pid=103901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 08:18:39.286052 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [req-b30ef112-5a44-47b9-9675-c09fbc7a88c5 req-25cb787e-ee37-4703-8662-caf7e769521e service neutron] (103900) timed out ('10.222.0.48', 56360) {{(pid=103900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 08:18:42.742965 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:42.743671 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:43.644270 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:43.646191 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:43.647596 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=13 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:18:52.118865 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:54.453086 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-21be24bc-e44f-4e49-8faa-97f3ee778f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:56.971275 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2bb3c9a8-ce96-468c-b9d6-b90cac9a34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:58.392249 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:58.477400 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-bad97a02-82a4-4c1e-b13c-8adbab48e561 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406003 Jun 29 08:18:58.573302 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-f845d4cf-8e5c-47eb-8c54-cba083d75c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:18:58.574792 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-f845d4cf-8e5c-47eb-8c54-cba083d75c8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 1129 time: 0.0392723 Jun 29 08:18:58.683414 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-5d4a9889-5c24-4e86-90a7-841b391a0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:18:58.684816 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-5d4a9889-5c24-4e86-90a7-841b391a0f8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0918934 Jun 29 08:18:58.746803 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-98175d49-d241-4663-99c8-2fda95a4273c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a0dbb5-9271-4850-a567-692f86b3599e HTTP/1.1" status: 200 len: 999 time: 0.0556395 Jun 29 08:18:58.799136 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-0e8b9c23-eedc-4674-a5ff-01a683c02866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:18:58.800626 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-0e8b9c23-eedc-4674-a5ff-01a683c02866 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0483902 Jun 29 08:18:58.843574 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-d99df2ec-2898-48bc-bb7f-23d4e9dbcee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:18:58.845706 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-d99df2ec-2898-48bc-bb7f-23d4e9dbcee1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393319 Jun 29 08:18:58.938247 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-5b131c98-ccc5-48c5-a0ae-6d14e5815389 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863428 Jun 29 08:18:59.026808 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f2af23d4-9a3e-4ee5-9520-3c2a27f107e9 req-9b81ca3a-7e06-4af9-8912-7c4328beaf8e service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825822 Jun 29 08:18:59.569478 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:18:59.919383 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:09.022380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=53 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:09.024317 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=48 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:09.563797 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:09.746292 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:19:09.913282 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:09.915156 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:22.115321 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:23.638230 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=15 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:23.639013 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=19 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:24.457071 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29c1845e-f768-4bc3-ab65-7f6dc5933bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:26.973393 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cde44ab9-54b8-4e40-a445-3ed64177c2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:28.395034 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:29.572784 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:29.923684 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:30.122977 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-abf5192a-906a-4be4-a15a-6666c1996b0c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795901347&fields=id&tenant_id=1d0c865636434569b3e25362dc02d5b8 HTTP/1.1" status: 200 len: 267 time: 0.0450048 Jun 29 08:19:30.249811 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-c2953439-bfeb-4623-b381-ce834d8f3271 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:30.251170 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-c2953439-bfeb-4623-b381-ce834d8f3271 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 812 time: 0.1210518 Jun 29 08:19:30.266955 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-bca9dab3-5435-480a-b3d9-87bfce6bac67 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/quotas/1d0c865636434569b3e25362dc02d5b8 HTTP/1.1" status: 200 len: 375 time: 0.0096414 Jun 29 08:19:30.320466 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-98b8797e-6486-415e-8219-78cd0ffd1781 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473208 Jun 29 08:19:30.402683 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-c152227a-33b6-4993-a8fc-567ea4402d58 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 08:19:30.404096 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-c152227a-33b6-4993-a8fc-567ea4402d58 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0719209 Jun 29 08:19:30.496227 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-ea74763c-4427-499c-8ddb-49349ded5eb7 service neutron] 10.222.0.43 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862272 Jun 29 08:19:30.584263 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-a215a979-534b-43b0-9fdd-8a1dfa3925ea service neutron] 10.222.0.43 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823615 Jun 29 08:19:30.945939 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-17f5f7e8-4c9d-4f10-8eb0-ef051084e7f4 req-809aa942-8712-489b-b290-13e7d2d8e299 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 210 time: 0.0866752 Jun 29 08:19:31.871393 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f333f520-25e5-4253-88e5-e305311f2ecc tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:31.872896 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f333f520-25e5-4253-88e5-e305311f2ecc tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 812 time: 0.1156638 Jun 29 08:19:31.944752 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-dd563fa6-ded2-4a2e-84b0-49d8867e962a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d0c865636434569b3e25362dc02d5b8 HTTP/1.1" status: 200 len: 379 time: 0.0577354 Jun 29 08:19:31.953332 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'port': {'device_id': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'admin_state_up': True, 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'security_groups': ['1f41c261-dc80-402a-ab55-2b3eaae301bd']}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:19:32.058613 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-215e1dfe-dac1-4c08-b8bf-62990d19a2bc req-2becf10a-c918-4cc5-bcbd-2c99c27e53b7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 210 time: 0.0369759 Jun 29 08:19:32.098335 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Made reservation on behalf of 1d0c865636434569b3e25362dc02d5b8 for: {'port': 1} {{(pid=103900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 08:19:32.101731 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:32.233258 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_common [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Allocated IP 172.20.0.7 (4f989f48-15ed-4255-b1c5-b3741c687df0/23eb6ac6-d0c8-4480-9274-f5cda22ba300/87c86cee-4821-4d39-868c-0bc1b50c262c) {{(pid=103900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:19:32.294991 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:32.337722 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:32.387747 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), precommit_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:32.429218 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), after_create {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:32.475210 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 is already hosted by enough agents. {{(pid=103900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:19:32.478459 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.base_scheduler [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Resources bound (agent type, host, resource id): {{(pid=103900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:19:32.482593 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Received port after_create {{(pid=103900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:19:32.508301 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'Port': ['ID=87c86cee-4821-4d39-868c-0bc1b50c262c,revision_number=1']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:19:32.523899 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.524237 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.524580 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.524914 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.525279 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.525609 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.525935 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.526255 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.526575 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.526894 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.527214 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.527535 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.527853 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.528174 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.528491 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:32.552136 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:32.552962 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:32.575440 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-f90875a1-147f-41b4-98ba-fb516f8407b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6257780 Jun 29 08:19:32.600858 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.v2.base [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Request body: {'port': {'device_id': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=103900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:19:32.669175 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:32.791647 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-e671f29d-bb7b-4934-b5cc-1c5ae3b54faa None None] Provisioning complete for port 87c86cee-4821-4d39-868c-0bc1b50c262c triggered by entity DHCP. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:19:32.792284 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e671f29d-bb7b-4934-b5cc-1c5ae3b54faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:32.825197 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-e671f29d-bb7b-4934-b5cc-1c5ae3b54faa None None] Port 87c86cee-4821-4d39-868c-0bc1b50c262c cannot update to ACTIVE because it is not bound. {{(pid=103902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 08:19:32.930802 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c86cee-4821-4d39-868c-0bc1b50c262c {{(pid=103900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:19:32.938208 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Publish callbacks [] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), precommit_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:32.950642 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.provisioning_blocks [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Transition to ACTIVE for port object 87c86cee-4821-4d39-868c-0bc1b50c262c will not be triggered until provisioned by entity L2. {{(pid=103900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 08:19:32.954912 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:33.011159 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Pushing event updated for resources: {'Port': ['ID=87c86cee-4821-4d39-868c-0bc1b50c262c,revision_number=2']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:19:33.088538 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Attempting to bind port 87c86cee-4821-4d39-868c-0bc1b50c262c on host hv-cinder-76810 for vnic_type normal with profile {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 08:19:33.088860 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Attempting to bind port 87c86cee-4821-4d39-868c-0bc1b50c262c by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 08:19:33.089225 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Attempting to bind port 87c86cee-4821-4d39-868c-0bc1b50c262c on network 4f989f48-15ed-4255-b1c5-b3741c687df0 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:19:33.094381 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Port 87c86cee-4821-4d39-868c-0bc1b50c262c on network 4f989f48-15ed-4255-b1c5-b3741c687df0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 08:19:33.094805 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Attempting to bind port 87c86cee-4821-4d39-868c-0bc1b50c262c on network 4f989f48-15ed-4255-b1c5-b3741c687df0 {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 08:19:33.100782 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Checking agent: {'id': '2a3b6b68-b723-4686-adbb-f6624ac31f6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'started_at': datetime.datetime(2022, 6, 29, 8, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 8, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 08:19:33.101036 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Checking segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 08:19:33.101401 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Bound using segment: {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'} {{(pid=103900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 08:19:33.101801 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.managers [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Bound port: 87c86cee-4821-4d39-868c-0bc1b50c262c, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0'}}] {{(pid=103900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 08:19:33.102160 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), before_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:33.166520 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:33.168971 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:33.173067 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] For port 87c86cee-4821-4d39-868c-0bc1b50c262c, host hv-cinder-76810, cleared binding levels {{(pid=103900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 08:19:33.178114 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] For port 87c86cee-4821-4d39-868c-0bc1b50c262c, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=87c86cee-4821-4d39-868c-0bc1b50c262c,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 08:19:33.186679 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946823'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), after_update {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:33.191134 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b7a0-11d5-4db6-a62a-1fca36db5b75 req-c49b67ec-f80e-4a35-8288-6e1e2384a51f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:33.192718 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b736b7a0-11d5-4db6-a62a-1fca36db5b75 req-c49b67ec-f80e-4a35-8288-6e1e2384a51f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 943 time: 0.0526104 Jun 29 08:19:33.224649 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:33.225318 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:33.227245 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] 10.222.0.48 "PUT /v2.0/ports/87c86cee-4821-4d39-868c-0bc1b50c262c HTTP/1.1" status: 200 len: 1093 time: 0.6321242 Jun 29 08:19:33.230073 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'tag': '87c86cee-4821-4d39-868c-0bc1b50c262c'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:19:33.233378 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590983d9-c875-4ba2-90fa-f8e06e3520a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea2e9da-6298-4fff-9acc-1b2777314b79", "tag": "87c86cee-4821-4d39-868c-0bc1b50c262c"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:19:33.267253 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97683f49-b037-4c09-9935-5a3803bd5540 service neutron] Pushing event updated for resources: {'Port': ['ID=87c86cee-4821-4d39-868c-0bc1b50c262c,revision_number=3']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:19:33.267698 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-b736b7a0-11d5-4db6-a62a-1fca36db5b75 req-0c687c10-4e50-4e4a-9a6f-a1f994b9e6c5 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689070 Jun 29 08:19:33.300063 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bca3be-04a7-400a-b414-fa15dd3734e7 x-openstack-request-id: req-75bca3be-04a7-400a-b414-fa15dd3734e7 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:19:33.300348 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea2e9da-6298-4fff-9acc-1b2777314b79", "tag": "87c86cee-4821-4d39-868c-0bc1b50c262c", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:19:33.300596 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75bca3be-04a7-400a-b414-fa15dd3734e7 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:19:33.301041 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bca3be-04a7-400a-b414-fa15dd3734e7'] response: {'name': 'network-changed', 'server_uuid': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'tag': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'status': 'completed', 'code': 200} Jun 29 08:19:33.359126 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-9be9d3cc-8ef6-44a4-b407-e50c269c09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:33.360770 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-9be9d3cc-8ef6-44a4-b407-e50c269c09be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 1127 time: 0.0431683 Jun 29 08:19:33.407839 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-d530b3f7-7a0c-4a4e-afeb-ab320ba0dd56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87c86cee-4821-4d39-868c-0bc1b50c262c HTTP/1.1" status: 200 len: 217 time: 0.0346367 Jun 29 08:19:33.459974 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-e9d05587-1dd1-45e3-8229-203d8f6d34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:33.461457 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-e9d05587-1dd1-45e3-8229-203d8f6d34c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0484667 Jun 29 08:19:33.506235 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-77b6259f-6a7e-463c-af1e-05474d6ae302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:33.507920 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-77b6259f-6a7e-463c-af1e-05474d6ae302 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409710 Jun 29 08:19:33.599430 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-ebe49913-1369-412d-a4f0-5bf0f6555646 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846918 Jun 29 08:19:33.692343 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3a96b7a8-ce92-4632-8c25-867bb468ea44 req-9b7de082-26bb-4dc2-811e-0325e58613a5 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875633 Jun 29 08:19:34.042670 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-69979353-4795-48cb-b10e-6ad997192b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:34.044070 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-69979353-4795-48cb-b10e-6ad997192b6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 1127 time: 0.0394173 Jun 29 08:19:34.141128 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-3a9465f4-e166-4b32-b4bc-ea4c7d53074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:34.142612 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-3a9465f4-e166-4b32-b4bc-ea4c7d53074d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0910149 Jun 29 08:19:34.188557 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-f41416f7-02b5-4cdd-ad8f-6d2e5d22b996 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87c86cee-4821-4d39-868c-0bc1b50c262c HTTP/1.1" status: 200 len: 217 time: 0.0330245 Jun 29 08:19:34.240647 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-4c159a3b-aeb6-41c4-82e6-b6571cef1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:34.242167 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-4c159a3b-aeb6-41c4-82e6-b6571cef1a0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0457706 Jun 29 08:19:34.292097 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-5736ec1d-ee89-4c68-a6a6-8de7984591cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:34.293788 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-5736ec1d-ee89-4c68-a6a6-8de7984591cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461149 Jun 29 08:19:34.378609 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ac345-e08f-4493-88be-5e7bafc8846a req-1a33f2d5-e40c-4391-a096-9aae1113eae5 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:34.380228 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bd1ac345-e08f-4493-88be-5e7bafc8846a req-1a33f2d5-e40c-4391-a096-9aae1113eae5 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 943 time: 0.0478561 Jun 29 08:19:34.386296 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-c4d6856e-6ed1-4ab1-b18f-70556dd6b9e1 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855999 Jun 29 08:19:34.433445 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-bd1ac345-e08f-4493-88be-5e7bafc8846a req-9a1b30e2-f7d0-46af-a182-69952432461d tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460529 Jun 29 08:19:34.482711 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-590983d9-c875-4ba2-90fa-f8e06e3520a7 req-ca17697b-54c6-4ca0-bc11-e50e2ccc7663 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906160 Jun 29 08:19:35.550812 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b38130-99ae-42c9-942c-811a163c2c65 req-766d6141-60fb-40be-97fe-911632a60133 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:35.552331 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e3b38130-99ae-42c9-942c-811a163c2c65 req-766d6141-60fb-40be-97fe-911632a60133 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 943 time: 0.0494461 Jun 29 08:19:35.609303 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e3b38130-99ae-42c9-942c-811a163c2c65 req-c13fdd3d-50b9-4eec-8098-0d2fdca4e607 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510852 Jun 29 08:19:36.723616 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71151cea-a2b7-4641-be6c-97f9dada3e48 req-56870f44-56b0-4367-83ce-c67d891806f2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:36.725100 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-71151cea-a2b7-4641-be6c-97f9dada3e48 req-56870f44-56b0-4367-83ce-c67d891806f2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 943 time: 0.0465713 Jun 29 08:19:36.773084 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-71151cea-a2b7-4641-be6c-97f9dada3e48 req-a50915ee-e414-4663-9dc7-c34557655bdc tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 Jun 29 08:19:37.890897 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf0ec-496a-4e3b-bd8e-fb0c522ec0c1 req-ce0320f3-2838-4bb7-9847-6545facfe14b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:37.892395 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b4fbf0ec-496a-4e3b-bd8e-fb0c522ec0c1 req-ce0320f3-2838-4bb7-9847-6545facfe14b tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 943 time: 0.0508609 Jun 29 08:19:37.912027 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:37.919852 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:37.944569 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b4fbf0ec-496a-4e3b-bd8e-fb0c522ec0c1 req-a68c9c68-afb0-4f08-8d61-317fd09ccbc3 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455806 Jun 29 08:19:39.063849 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605ce3f-7ec1-49d3-8fe4-65b026a88a1e req-fd8264bc-99b4-4dbf-87bb-8f3fad33fe5c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:39.065616 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0605ce3f-7ec1-49d3-8fe4-65b026a88a1e req-fd8264bc-99b4-4dbf-87bb-8f3fad33fe5c tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 943 time: 0.0518694 Jun 29 08:19:39.120328 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-0605ce3f-7ec1-49d3-8fe4-65b026a88a1e req-41656b21-dadf-4d24-854d-24c288bbe4f4 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483780 Jun 29 08:19:40.246262 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b1988-d122-44c4-abd5-fb65b86e31b2 req-15f8e2e5-f1c4-4189-aed4-8d87eb1bd53f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:40.247729 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-948b1988-d122-44c4-abd5-fb65b86e31b2 req-15f8e2e5-f1c4-4189-aed4-8d87eb1bd53f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 943 time: 0.0565233 Jun 29 08:19:40.299861 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-948b1988-d122-44c4-abd5-fb65b86e31b2 req-92ed76bf-7d9c-449e-a67f-4116a2f0115a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458009 Jun 29 08:19:41.309548 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 87c86cee-4821-4d39-868c-0bc1b50c262c details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=103902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 08:19:41.417385 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 87c86cee-4821-4d39-868c-0bc1b50c262c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=87c86cee-4821-4d39-868c-0bc1b50c262c,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:19:41.418160 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d84d7c-86c0-41a9-8f03-2af38405b21d req-3de34fd8-a8e6-4d3b-98ce-49c2840599c3 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:41.419667 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-02d84d7c-86c0-41a9-8f03-2af38405b21d req-3de34fd8-a8e6-4d3b-98ce-49c2840599c3 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 943 time: 0.0492074 Jun 29 08:19:41.429518 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Returning: {'device': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'port_id': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'mac_address': 'fa:16:3e:42:16:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 08:19:41.465813 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 87c86cee-4821-4d39-868c-0bc1b50c262c is: DOWN; New status is: BUILD {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:19:41.466213 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:41.471369 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-02d84d7c-86c0-41a9-8f03-2af38405b21d req-7c59b0a2-589e-41f4-9cd2-27f7fb9fe547 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445962 Jun 29 08:19:41.480019 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c86cee-4821-4d39-868c-0bc1b50c262c {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 08:19:41.501619 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 87c86cee-4821-4d39-868c-0bc1b50c262c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=87c86cee-4821-4d39-868c-0bc1b50c262c,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:19:41.506739 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:41.551234 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=87c86cee-4821-4d39-868c-0bc1b50c262c,revision_number=4']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:19:41.558558 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.558902 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.559238 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.559572 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.559906 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.560229 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.560553 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.560871 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.561231 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.561550 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.561868 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.562187 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.562502 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.562816 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.563129 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:41.780410 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] get_ports_and_sgs() called for port_ids ['87c86cee-4821-4d39-868c-0bc1b50c262c'] {{(pid=103902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 08:19:42.608778 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9851484-bb9d-4497-8a7d-ef3d8726918d req-4406d90d-b1d5-4414-b0b7-4836d03a5ec4 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:42.610328 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f9851484-bb9d-4497-8a7d-ef3d8726918d req-4406d90d-b1d5-4414-b0b7-4836d03a5ec4 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 944 time: 0.0515645 Jun 29 08:19:42.664081 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-f9851484-bb9d-4497-8a7d-ef3d8726918d req-d4ddf792-7fd7-4b9d-8dd2-c25d7e9eca5d tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475092 Jun 29 08:19:43.311995 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 87c86cee-4821-4d39-868c-0bc1b50c262c up at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 08:19:43.358965 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning for port 87c86cee-4821-4d39-868c-0bc1b50c262c completed by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 08:19:43.365862 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Provisioning complete for port 87c86cee-4821-4d39-868c-0bc1b50c262c triggered by entity L2. {{(pid=103902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 08:19:43.366235 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976394'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), provisioning_complete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:43.440020 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Current status of the port 87c86cee-4821-4d39-868c-0bc1b50c262c is: BUILD; New status is: ACTIVE {{(pid=103902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 08:19:43.440408 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:43.464204 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c86cee-4821-4d39-868c-0bc1b50c262c'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:19:43.466546 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4bb0cdd1aea6c91d2ed6517e13ae9e2fd8fd4de7e2591965027eeebaba4268b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eadd5f3-21ac-4914-a4ac-027638afb19b" -d '{"events": [{"server_uuid": "0ea2e9da-6298-4fff-9acc-1b2777314b79", "name": "network-vif-plugged", "status": "completed", "tag": "87c86cee-4821-4d39-868c-0bc1b50c262c"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:19:43.480466 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] For port 87c86cee-4821-4d39-868c-0bc1b50c262c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=87c86cee-4821-4d39-868c-0bc1b50c262c,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:19:43.489317 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:43.520077 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0861be58-27b5-44f7-bda5-e02a8d80c869 x-openstack-request-id: req-0861be58-27b5-44f7-bda5-e02a8d80c869 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:19:43.520360 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea2e9da-6298-4fff-9acc-1b2777314b79", "name": "network-vif-plugged", "status": "completed", "tag": "87c86cee-4821-4d39-868c-0bc1b50c262c", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:19:43.520602 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0861be58-27b5-44f7-bda5-e02a8d80c869 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:19:43.520995 dv-cinder-768105-14-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0861be58-27b5-44f7-bda5-e02a8d80c869'] response: {'server_uuid': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'code': 200} Jun 29 08:19:43.546519 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Pushing event updated for resources: {'Port': ['ID=87c86cee-4821-4d39-868c-0bc1b50c262c,revision_number=5']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:19:43.805497 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf3932-e7ea-4b26-a1f6-4e054105086a req-e6809852-da5e-4857-aea4-6954ad2f8b1f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:43.806977 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dbcf3932-e7ea-4b26-a1f6-4e054105086a req-e6809852-da5e-4857-aea4-6954ad2f8b1f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 945 time: 0.0710378 Jun 29 08:19:43.832093 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3b4b-bb4d-4276-ba3f-fbcb31e38755 req-9be5f104-6164-4030-81d2-ab0f9a032afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:43.833602 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1a0b3b4b-bb4d-4276-ba3f-fbcb31e38755 req-9be5f104-6164-4030-81d2-ab0f9a032afc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 1129 time: 0.1066914 Jun 29 08:19:43.887539 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-dbcf3932-e7ea-4b26-a1f6-4e054105086a req-86ab9c37-bc4e-4ff5-ab83-c822517a3587 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732157 Jun 29 08:19:43.903085 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-1a0b3b4b-bb4d-4276-ba3f-fbcb31e38755 req-9eb4063f-aee7-4ac4-b1ca-9930bbfb5725 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631227 Jun 29 08:19:45.005839 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ceb27-ca07-43c9-a832-c3ec28ee82ea req-bd64f87a-41c5-4cca-b8b1-0dfc25e1b74a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:45.007312 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-100ceb27-ca07-43c9-a832-c3ec28ee82ea req-bd64f87a-41c5-4cca-b8b1-0dfc25e1b74a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 945 time: 0.0513680 Jun 29 08:19:45.057491 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-100ceb27-ca07-43c9-a832-c3ec28ee82ea req-43133e7f-d081-4752-a050-ec6e7d5be351 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445731 Jun 29 08:19:46.418666 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac283bf3-146d-4832-8318-2eff7c3bc950 req-84a3f0b5-0f24-4320-b002-0efe10187324 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:46.420055 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac283bf3-146d-4832-8318-2eff7c3bc950 req-84a3f0b5-0f24-4320-b002-0efe10187324 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 945 time: 0.2926438 Jun 29 08:19:46.469881 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-ac283bf3-146d-4832-8318-2eff7c3bc950 req-eef5487f-357f-4de0-b015-e229f0b47ef7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438132 Jun 29 08:19:46.586445 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42ff1f-9fb4-4f2d-b976-26b135c9dae0 req-edd8eef2-bef9-4c90-95ed-ab38d354b0e0 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:46.587934 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5e42ff1f-9fb4-4f2d-b976-26b135c9dae0 req-edd8eef2-bef9-4c90-95ed-ab38d354b0e0 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 945 time: 0.0472798 Jun 29 08:19:46.637971 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-5e42ff1f-9fb4-4f2d-b976-26b135c9dae0 req-0f73c34a-e9bc-4ecb-800d-7a3ccca3e893 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445080 Jun 29 08:19:46.659478 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 48998) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:19:46.697769 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55be40c-d2af-475e-b68f-2ee1095d8fb6 tempest-TestVolumeBootPattern-1208025442 tempest-TestVolumeBootPattern-1208025442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:46.699249 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-a55be40c-d2af-475e-b68f-2ee1095d8fb6 tempest-TestVolumeBootPattern-1208025442 tempest-TestVolumeBootPattern-1208025442-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 1124 time: 0.0388324 Jun 29 08:19:46.701977 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 49000) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:19:46.706086 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.v2.base [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Request body: {'floatingip': {'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'port_id': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 08:19:46.727714 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:46.745687 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:19:46.812059 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (None), before_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:46.918880 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_common [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Allocated IP 172.27.3.113 (2f00e8cf-7182-49ee-9467-0dd098e5f016/d89daec8-97c3-42b4-b6bb-085062ffceff/7ec5069d-795b-49a9-aed0-300afb340093) {{(pid=103901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 08:19:46.934342 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:46.955363 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:47.030337 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for port (7ec5069d-795b-49a9-aed0-300afb340093), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:47.067810 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729371951975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (7ec5069d-795b-49a9-aed0-300afb340093), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:47.109749 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Network 2f00e8cf-7182-49ee-9467-0dd098e5f016 is already hosted by enough agents. {{(pid=103901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 08:19:47.115175 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.base_scheduler [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Resources bound (agent type, host, resource id): {{(pid=103901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 08:19:47.119027 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Received port after_create {{(pid=103901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 08:19:47.122355 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'Port': ['ID=7ec5069d-795b-49a9-aed0-300afb340093,revision_number=1']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:19:47.156472 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.156815 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.157186 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.157525 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.157857 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.158187 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.158508 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.158830 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.159153 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.159524 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.159794 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.160115 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.160458 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.161494 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.161820 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:19:47.466873 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (cd4f1ad7-6f73-483e-bd8d-317b1931d657), precommit_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:47.535498 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620785'] for port (7ec5069d-795b-49a9-aed0-300afb340093), before_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:47.689097 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for port (7ec5069d-795b-49a9-aed0-300afb340093), precommit_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:47.694609 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729372348106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729371951993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729371952011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26775522'] for port (7ec5069d-795b-49a9-aed0-300afb340093), after_update {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:47.734455 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:47.764479 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:47.768344 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event updated for resources: {'Port': ['ID=7ec5069d-795b-49a9-aed0-300afb340093,revision_number=2']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:19:47.788833 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4192046'] for floatingip (cd4f1ad7-6f73-483e-bd8d-317b1931d657), after_create {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:47.887108 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.db.l3_db [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Floating IP cd4f1ad7-6f73-483e-bd8d-317b1931d657 associated. External IP: 172.27.3.113, port: 87c86cee-4821-4d39-868c-0bc1b50c262c. Jun 29 08:19:48.086283 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:19:48.194654 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:19:48.204804 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] Sync routers for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:19:48.214322 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:48.216646 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:19:48.217319 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:19:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:19:48.250012 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-19ffadcc-4b8b-449c-8678-598d1323c203 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5470269 Jun 29 08:19:48.251518 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'tag': '87c86cee-4821-4d39-868c-0bc1b50c262c'}] {{(pid=103901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:19:48.255738 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0953222018ccbcf2bd30db0a5888dab8c16f6008c25359e23ef72ed427d46989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f6a614-097a-4144-8603-4cb2bd97dc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea2e9da-6298-4fff-9acc-1b2777314b79", "tag": "87c86cee-4821-4d39-868c-0bc1b50c262c"}]}' {{(pid=103901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:19:48.302745 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decdbe83-fab2-4680-b441-a1f421f65f85 x-openstack-request-id: req-decdbe83-fab2-4680-b441-a1f421f65f85 {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:19:48.303210 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea2e9da-6298-4fff-9acc-1b2777314b79", "tag": "87c86cee-4821-4d39-868c-0bc1b50c262c", "status": "completed", "code": 200}]} {{(pid=103901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:19:48.303618 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-decdbe83-fab2-4680-b441-a1f421f65f85 {{(pid=103901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:19:48.304245 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decdbe83-fab2-4680-b441-a1f421f65f85'] response: {'name': 'network-changed', 'server_uuid': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'tag': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'status': 'completed', 'code': 200} Jun 29 08:19:48.331809 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:19:48.394400 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-12ebe0e6-dc8b-47ba-9843-841dc89fa8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:48.397303 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-12ebe0e6-dc8b-47ba-9843-841dc89fa8d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 1129 time: 0.0495310 Jun 29 08:19:48.506693 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-ac3e72ac-5011-4cdc-975f-6dbe34a3cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:48.508205 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-ac3e72ac-5011-4cdc-975f-6dbe34a3cf9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.1054931 Jun 29 08:19:48.571380 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'cd4f1ad7-6f73-483e-bd8d-317b1931d657', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:42:16:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:19:47Z', 'updated_at': '2022-06-29T08:19:47Z', 'revision_number': 0, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}, {'id': 'e48f86c0-f0c8-4801-ab94-5fb943bbbebc', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:2f:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:17:55Z', 'updated_at': '2022-06-29T08:17:58Z', 'revision_number': 1, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:19:48.586651 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-26355100-3f61-4d1c-a28a-4501138c8570 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87c86cee-4821-4d39-868c-0bc1b50c262c HTTP/1.1" status: 200 len: 999 time: 0.0709014 Jun 29 08:19:48.603025 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] Checking router: e56d6d03-09ad-4078-a8f9-4bb62f1b7110 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:19:48.613491 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:19:48.614684 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:19:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:19:48.651516 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-12de1be0-ebd3-49dc-8ff3-815b11ff730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:48.653209 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-12de1be0-ebd3-49dc-8ff3-815b11ff730a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0588512 Jun 29 08:19:48.701639 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-9030e0a8-b26f-413f-9945-3edc7dc763e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:48.703300 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-9030e0a8-b26f-413f-9945-3edc7dc763e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440459 Jun 29 08:19:48.746393 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:19:48.811823 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-e4385354-3067-4982-9b10-c4f51730e40d service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020484 Jun 29 08:19:48.918020 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-42f6a614-097a-4144-8603-4cb2bd97dc8a req-226d16c1-0bb4-408c-a502-c5be1bf04642 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997827 Jun 29 08:19:48.992097 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'cd4f1ad7-6f73-483e-bd8d-317b1931d657', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:42:16:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:19:47Z', 'updated_at': '2022-06-29T08:19:47Z', 'revision_number': 0, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}, {'id': 'e48f86c0-f0c8-4801-ab94-5fb943bbbebc', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:2f:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:17:55Z', 'updated_at': '2022-06-29T08:17:58Z', 'revision_number': 1, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:19:49.018098 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e1fe8c-202a-4d92-982b-3acde48bf665 None None] The sync data for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi is: [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'cd4f1ad7-6f73-483e-bd8d-317b1931d657', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:42:16:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:19:47Z', 'updated_at': '2022-06-29T08:19:47Z', 'revision_number': 0, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}, {'id': 'e48f86c0-f0c8-4801-ab94-5fb943bbbebc', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:2f:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:17:55Z', 'updated_at': '2022-06-29T08:17:58Z', 'revision_number': 1, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:19:49.250942 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b24a0e-6481-4906-aeb8-eea4f5abba85 None None] New status for floating IP cd4f1ad7-6f73-483e-bd8d-317b1931d657: ACTIVE {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:19:52.117456 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:52.119051 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:52.124425 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:52.133558 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:54.464005 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8bdf79c3-26c5-44f0-a62a-f6117e26bcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:56.976329 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bca58531-97f0-48e5-9a11-9928122b20be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:58.245041 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=49 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:58.247012 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=56,neutron:DELETE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:58.399500 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:58.514272 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:58.522093 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-4c10a7b5-6036-4d61-8dd1-9c7e3e3704b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416601 Jun 29 08:19:58.615684 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=100 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:58.624268 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-33fb9d4e-c9fe-4c8b-a259-97c0a9333151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:58.625835 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-33fb9d4e-c9fe-4c8b-a259-97c0a9333151 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 1129 time: 0.0445833 Jun 29 08:19:58.736044 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-d01a251f-66fc-4149-b26a-91ad64ea4f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:58.737555 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-d01a251f-66fc-4149-b26a-91ad64ea4f32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0884480 Jun 29 08:19:58.801358 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-0235bd8d-ba7a-47ab-af22-f6e58efc1502 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a0dbb5-9271-4850-a567-692f86b3599e HTTP/1.1" status: 200 len: 999 time: 0.0583928 Jun 29 08:19:58.857793 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-b7d3021c-e88a-44f3-8033-f3bc4a1db4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:58.859256 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-b7d3021c-e88a-44f3-8033-f3bc4a1db4ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0445271 Jun 29 08:19:58.902495 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-af84414a-e96b-4e64-9c94-3a2062cce435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:19:58.904033 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-af84414a-e96b-4e64-9c94-3a2062cce435 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390048 Jun 29 08:19:58.994280 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=85 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:58.995459 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=71 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:19:59.000312 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-75a89354-4c8c-4551-b656-7440cd2c16d2 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898366 Jun 29 08:19:59.090944 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0ff08369-4cfb-435e-991d-db9dbeabc088 req-a610d219-21bc-4a9b-95da-f9e5c03cf1f4 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840974 Jun 29 08:19:59.574362 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:19:59.927469 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:09.080586 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=41 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:20:09.087929 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=50 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:20:09.570534 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:20:09.915990 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:20:09.922807 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:20:22.132819 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:23.744873 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:20:24.456718 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ef728d3-5a83-4e8f-84bf-e2058ce5889b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:26.978168 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5e56d095-acd0-4b13-abea-44a4169edc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:28.402631 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:29.577482 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:29.928745 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:33.740035 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:20:33.740708 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:20:43.635072 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:20:43.639125 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=3,neutron:SELECT=14 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:20:43.642222 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:20:52.143585 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:54.459002 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2a64f80f-fdf3-49cf-a785-91aab9218720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:56.980832 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f603439a-b6fa-4642-8419-dae9815a7c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:58.402859 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:59.580096 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:20:59.936790 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:00.496032 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-59a005ad-168c-4ceb-82c8-9fbc4a0356f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458798 Jun 29 08:21:00.565992 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-abe8c88f-223b-45c9-807f-b46d46cde1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:00.567487 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-abe8c88f-223b-45c9-807f-b46d46cde1b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 1129 time: 0.0398848 Jun 29 08:21:00.670990 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-5215ed12-a45f-46b8-9c4f-37b11a0a4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:00.672457 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-5215ed12-a45f-46b8-9c4f-37b11a0a4320 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.0851142 Jun 29 08:21:00.738227 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-4d60d127-7075-4d1d-ac1f-593f2f30b982 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87c86cee-4821-4d39-868c-0bc1b50c262c HTTP/1.1" status: 200 len: 1001 time: 0.0592461 Jun 29 08:21:00.744325 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:21:00.785375 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-1b6e2da7-ca5c-4731-b10d-551707c1f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:00.786796 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-1b6e2da7-ca5c-4731-b10d-551707c1f829 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0429265 Jun 29 08:21:00.829503 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-6e3a313b-8fff-4f67-a3a1-8641c21221eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:00.830995 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-6e3a313b-8fff-4f67-a3a1-8641c21221eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386820 Jun 29 08:21:00.922640 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-220bd90b-a5a3-4a57-bb95-14db6c81a4e7 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857697 Jun 29 08:21:01.012948 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-efaeb8c6-9dda-42ad-bfe9-f0c91ce6aed5 req-0a7580f9-6bf1-4023-9359-effe52b261fb service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837831 Jun 29 08:21:03.764129 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:09.921919 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:09.926813 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:09.930606 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:10.739591 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:11.003551 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=47 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:11.009778 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=54 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:15.482464 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49024) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:15.672887 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Deleting port 7ec5069d-795b-49a9-aed0-300afb340093 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:15.673259 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (7ec5069d-795b-49a9-aed0-300afb340093), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:15.747824 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (7ec5069d-795b-49a9-aed0-300afb340093), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:15.748071 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (7ec5069d-795b-49a9-aed0-300afb340093), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:15.762737 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Calling delete_port for 7ec5069d-795b-49a9-aed0-300afb340093 owned by network:floatingip {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:15.928198 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (7ec5069d-795b-49a9-aed0-300afb340093), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:15.952958 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event deleted for resources: {'Port': ['ID=7ec5069d-795b-49a9-aed0-300afb340093,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:15.966487 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.966643 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.966877 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.967213 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.967537 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.967918 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.968271 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.968564 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.968906 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.969249 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.969572 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.969890 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.970204 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.970518 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:15.970835 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:16.034715 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (cd4f1ad7-6f73-483e-bd8d-317b1931d657), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:16.034975 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Floating IP cd4f1ad7-6f73-483e-bd8d-317b1931d657 disassociated (deleted). External IP: 172.27.3.113, port: 87c86cee-4821-4d39-868c-0bc1b50c262c. Jun 29 08:21:16.224919 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:21:16.318253 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:16.325877 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:21:16.330630 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:16.335156 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] Sync routers for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:21:16.346081 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:21:16.346714 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:20:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:16.366879 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-50fda93f-59b3-43b6-a09c-7a07b922bfde tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "DELETE /v2.0/floatingips/cd4f1ad7-6f73-483e-bd8d-317b1931d657 HTTP/1.1" status: 204 len: 168 time: 0.8831444 Jun 29 08:21:16.368350 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'tag': '87c86cee-4821-4d39-868c-0bc1b50c262c'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:21:16.371138 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea2e9da-6298-4fff-9acc-1b2777314b79", "tag": "87c86cee-4821-4d39-868c-0bc1b50c262c"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:21:16.454456 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:21:16.474335 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d2bb31-b1c2-473a-a774-7306c9d0265a x-openstack-request-id: req-32d2bb31-b1c2-473a-a774-7306c9d0265a {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:21:16.474626 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea2e9da-6298-4fff-9acc-1b2777314b79", "tag": "87c86cee-4821-4d39-868c-0bc1b50c262c", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:21:16.474879 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32d2bb31-b1c2-473a-a774-7306c9d0265a {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:21:16.475641 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d2bb31-b1c2-473a-a774-7306c9d0265a'] response: {'name': 'network-changed', 'server_uuid': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'tag': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'status': 'completed', 'code': 200} Jun 29 08:21:16.562094 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-1210d056-621b-4afb-8f81-6b13c5eabca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:16.563617 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-1210d056-621b-4afb-8f81-6b13c5eabca2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 1129 time: 0.0454350 Jun 29 08:21:16.631436 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0afe1-d60f-4d25-a89b-7d646004b164 req-c60ed391-3dc9-47b4-8fe6-403e452338f1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:16.633023 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b9f0afe1-d60f-4d25-a89b-7d646004b164 req-c60ed391-3dc9-47b4-8fe6-403e452338f1 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 945 time: 0.0484731 Jun 29 08:21:16.645084 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:16.675831 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'e48f86c0-f0c8-4801-ab94-5fb943bbbebc', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:2f:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:17:55Z', 'updated_at': '2022-06-29T08:17:58Z', 'revision_number': 1, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:16.684707 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-b9f0afe1-d60f-4d25-a89b-7d646004b164 req-fef7f2e7-0c87-4ad0-b2f1-3d0b5d72ec39 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460966 Jun 29 08:21:16.705604 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] Checking router: e56d6d03-09ad-4078-a8f9-4bb62f1b7110 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:21:16.715025 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:21:16.715621 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:20:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:16.816865 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:21:17.022224 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'e48f86c0-f0c8-4801-ab94-5fb943bbbebc', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:2f:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:17:55Z', 'updated_at': '2022-06-29T08:17:58Z', 'revision_number': 1, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:17.046332 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a40c49-b3a8-4097-bace-fdc9073962a5 None None] The sync data for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi is: [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_floatingips': [{'id': 'e48f86c0-f0c8-4801-ab94-5fb943bbbebc', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'router_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'port_id': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'mac_address': 'fa:16:3e:2f:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ef577f-d316-4519-8503-5817813a3d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T08:17:55Z', 'updated_at': '2022-06-29T08:17:58Z', 'revision_number': 1, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:21:17.251242 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce28de2-9edd-462f-823e-702517f6332d None None] New status for floating IP cd4f1ad7-6f73-483e-bd8d-317b1931d657: DOWN {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:21:17.684571 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-eb985bab-efb0-4809-901d-d94388787c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:17.686026 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-eb985bab-efb0-4809-901d-d94388787c6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.1026242 Jun 29 08:21:17.809185 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0f6f7-5484-488d-abaf-b2c7379b8960 req-c1489956-8a83-4927-9142-0c64f6271f97 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:17.810690 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f1a0f6f7-5484-488d-abaf-b2c7379b8960 req-c1489956-8a83-4927-9142-0c64f6271f97 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 945 time: 0.0576763 Jun 29 08:21:17.826659 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-a891b72e-3369-497b-a5ab-3fc2d65b1428 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87c86cee-4821-4d39-868c-0bc1b50c262c HTTP/1.1" status: 200 len: 217 time: 0.0340188 Jun 29 08:21:17.869247 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-f1a0f6f7-5484-488d-abaf-b2c7379b8960 req-73379a68-fda4-4326-872c-b6f262a7cae2 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529325 Jun 29 08:21:17.876896 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-e7cd46a3-44a5-4f73-b868-238a427248aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:17.878406 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-e7cd46a3-44a5-4f73-b868-238a427248aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0452104 Jun 29 08:21:17.925547 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-e695b24f-1fda-4032-b2f6-497e17c67151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:17.927038 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-e695b24f-1fda-4032-b2f6-497e17c67151 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433912 Jun 29 08:21:18.174243 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-266fbf52-1d56-4035-881b-a1a026f6ad5f service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819342 Jun 29 08:21:18.302446 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-f6835437-c531-4ac3-88ca-a022490ad9ad tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:18.303870 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-f6835437-c531-4ac3-88ca-a022490ad9ad tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 945 time: 0.0989585 Jun 29 08:21:18.367203 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-3f4b9d5c-dd1c-447e-a9d0-338a95d3a76d req-a54be54e-09f8-46f4-923f-16976f3a44e1 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604373 Jun 29 08:21:18.404016 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-791aa546-86f7-4412-9375-00b0c8ebea93 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Deleting port 87c86cee-4821-4d39-868c-0bc1b50c262c {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:18.404348 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-791aa546-86f7-4412-9375-00b0c8ebea93 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:18.495398 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-791aa546-86f7-4412-9375-00b0c8ebea93 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] For port 87c86cee-4821-4d39-868c-0bc1b50c262c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=87c86cee-4821-4d39-868c-0bc1b50c262c,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:21:18.495756 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-791aa546-86f7-4412-9375-00b0c8ebea93 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:18.509141 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-791aa546-86f7-4412-9375-00b0c8ebea93 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Calling delete_port for 87c86cee-4821-4d39-868c-0bc1b50c262c owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:18.662234 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-791aa546-86f7-4412-9375-00b0c8ebea93 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (87c86cee-4821-4d39-868c-0bc1b50c262c), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:18.668910 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:18.695134 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aa546-86f7-4412-9375-00b0c8ebea93 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event deleted for resources: {'Port': ['ID=87c86cee-4821-4d39-868c-0bc1b50c262c,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:18.741768 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-791aa546-86f7-4412-9375-00b0c8ebea93 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] No DVR routers for this DVR port 87c86cee-4821-4d39-868c-0bc1b50c262c on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:21:18.745117 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-791aa546-86f7-4412-9375-00b0c8ebea93 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:18.748272 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-a06eaa9e-818b-40f1-b81e-78213fc81026 req-791aa546-86f7-4412-9375-00b0c8ebea93 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "DELETE /v2.0/ports/87c86cee-4821-4d39-868c-0bc1b50c262c HTTP/1.1" status: 204 len: 173 time: 0.4392817 Jun 29 08:21:18.748706 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'name': 'network-vif-deleted', 'tag': '87c86cee-4821-4d39-868c-0bc1b50c262c'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:21:18.750937 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c322f55-af35-4367-a8f1-40e47615c791" -d '{"events": [{"server_uuid": "0ea2e9da-6298-4fff-9acc-1b2777314b79", "name": "network-vif-deleted", "tag": "87c86cee-4821-4d39-868c-0bc1b50c262c"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:21:18.792636 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c832f-f518-4a22-bb87-a37dc6229329 x-openstack-request-id: req-a91c832f-f518-4a22-bb87-a37dc6229329 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:21:18.792947 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea2e9da-6298-4fff-9acc-1b2777314b79", "name": "network-vif-deleted", "tag": "87c86cee-4821-4d39-868c-0bc1b50c262c", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:21:18.793228 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a91c832f-f518-4a22-bb87-a37dc6229329 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:21:18.793637 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91c832f-f518-4a22-bb87-a37dc6229329'] response: {'server_uuid': '0ea2e9da-6298-4fff-9acc-1b2777314b79', 'name': 'network-vif-deleted', 'tag': '87c86cee-4821-4d39-868c-0bc1b50c262c', 'status': 'completed', 'code': 200} Jun 29 08:21:18.968658 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-cefd3332-7e07-4530-b1ce-1dbe8e96127c req-6f58ef8f-b382-46ef-b819-f32c536335b9 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ea2e9da-6298-4fff-9acc-1b2777314b79 HTTP/1.1" status: 200 len: 210 time: 0.0276654 Jun 29 08:21:21.837608 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 87c86cee-4821-4d39-868c-0bc1b50c262c no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:21:21.857529 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: 87c86cee-4821-4d39-868c-0bc1b50c262c {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:21:21.857870 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device 87c86cee-4821-4d39-868c-0bc1b50c262c not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:21:22.143992 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:22.268886 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49072) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:22.322304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:22.412835 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Deleting port 7d7ae481-4ca3-42a7-869e-00b9338fdb6e {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:22.414210 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (7d7ae481-4ca3-42a7-869e-00b9338fdb6e), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:22.490476 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (7d7ae481-4ca3-42a7-869e-00b9338fdb6e), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:22.490809 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (7d7ae481-4ca3-42a7-869e-00b9338fdb6e), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:22.504422 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Calling delete_port for 7d7ae481-4ca3-42a7-869e-00b9338fdb6e owned by network:floatingip {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:22.651441 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (7d7ae481-4ca3-42a7-869e-00b9338fdb6e), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:22.680221 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event deleted for resources: {'Port': ['ID=7d7ae481-4ca3-42a7-869e-00b9338fdb6e,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:22.740823 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (e48f86c0-f0c8-4801-ab94-5fb943bbbebc), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:22.741182 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.db.l3_db [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Floating IP e48f86c0-f0c8-4801-ab94-5fb943bbbebc disassociated (deleted). External IP: 172.27.3.6, port: f9a0dbb5-9271-4850-a567-692f86b3599e. Jun 29 08:21:22.939462 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:21:23.044384 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:21:23.049394 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:23.053768 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] Sync routers for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:21:23.063707 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:21:23.064306 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:20:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:23.068621 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:23.081684 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-79cde448-0e16-418e-a859-9c35a2eb359a tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "DELETE /v2.0/floatingips/e48f86c0-f0c8-4801-ab94-5fb943bbbebc HTTP/1.1" status: 204 len: 168 time: 0.8117268 Jun 29 08:21:23.082509 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ef577f-d316-4519-8503-5817813a3d6b', 'tag': 'f9a0dbb5-9271-4850-a567-692f86b3599e'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:21:23.084825 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e631ad92-3d8f-48e9-8544-084aabe890ea" -d '{"events": [{"name": "network-changed", "server_uuid": "13ef577f-d316-4519-8503-5817813a3d6b", "tag": "f9a0dbb5-9271-4850-a567-692f86b3599e"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:21:23.125435 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55524a1a-cdac-4a8a-9359-96262f50e864 x-openstack-request-id: req-55524a1a-cdac-4a8a-9359-96262f50e864 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:21:23.125727 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ef577f-d316-4519-8503-5817813a3d6b", "tag": "f9a0dbb5-9271-4850-a567-692f86b3599e", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:21:23.126000 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55524a1a-cdac-4a8a-9359-96262f50e864 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:21:23.126404 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55524a1a-cdac-4a8a-9359-96262f50e864'] response: {'name': 'network-changed', 'server_uuid': '13ef577f-d316-4519-8503-5817813a3d6b', 'tag': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'status': 'completed', 'code': 200} Jun 29 08:21:23.143689 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:23.170540 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:21:23.210289 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-6f7569b8-8568-4663-9e7c-4c4736dd7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:23.212845 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-6f7569b8-8568-4663-9e7c-4c4736dd7b6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d0c865636434569b3e25362dc02d5b8&device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 1129 time: 0.0429401 Jun 29 08:21:23.215518 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:23.377410 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:23.405328 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] Checking router: e56d6d03-09ad-4078-a8f9-4bb62f1b7110 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:21:23.414953 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:21:23.415585 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:20:57Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:23.577126 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:23.589356 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bc08a-fe8b-4885-a3d4-9d6f1472faee req-b359284c-c7c5-47c5-a345-c836c0612ec7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:23.590839 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0c2bc08a-fe8b-4885-a3d4-9d6f1472faee req-b359284c-c7c5-47c5-a345-c836c0612ec7 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 945 time: 0.0847926 Jun 29 08:21:23.603566 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:21:23.626535 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-dd43e244-4f6c-40be-b021-c3f348096fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:23.628000 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-dd43e244-4f6c-40be-b021-c3f348096fec service neutron] 10.222.0.48 "GET /v2.0/networks?id=4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 200 len: 913 time: 0.4090266 Jun 29 08:21:23.659070 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-0c2bc08a-fe8b-4885-a3d4-9d6f1472faee req-332be484-67a4-4b59-977d-c32c9fd8a9e3 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615022 Jun 29 08:21:23.784790 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:23.812787 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac27fe-5aee-4f27-8e44-1ead023d6e8f None None] The sync data for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi is: [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:01Z', 'revision_number': 4, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi', '_interfaces': [{'id': '674bbe49-1244-4427-9c60-16b54004b314', 'name': '', 'network_id': '4f989f48-15ed-4255-b1c5-b3741c687df0', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'mac_address': 'fa:16:3e:52:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:01Z', 'updated_at': '2022-06-29T08:15:05Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'subnets': [{'id': '23eb6ac6-d0c8-4480-9274-f5cda22ba300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:21:24.019568 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf02179-d119-4f6b-bd69-e698d3ccc8ab None None] New status for floating IP e48f86c0-f0c8-4801-ab94-5fb943bbbebc: DOWN {{(pid=103902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 08:21:24.309560 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-6673db65-7a99-4349-a983-46f413667d1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9a0dbb5-9271-4850-a567-692f86b3599e HTTP/1.1" status: 200 len: 217 time: 0.0341091 Jun 29 08:21:24.360037 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-3d6c4811-ec5a-4e66-8fa5-9dccdd3fd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:24.361419 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-3d6c4811-ec5a-4e66-8fa5-9dccdd3fd8c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 200 len: 851 time: 0.0449128 Jun 29 08:21:24.463059 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ed1e22a7-84bb-44de-9fba-f51956acd98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:24.509948 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-1d316a1a-0951-45d8-8a61-10189f6796ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:24.511496 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-1d316a1a-0951-45d8-8a61-10189f6796ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4f989f48-15ed-4255-b1c5-b3741c687df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439565 Jun 29 08:21:24.600618 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-deef358e-589e-4b41-9a15-4f63bdbdecc8 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826187 Jun 29 08:21:24.776244 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab833046-3a6d-43be-bec5-981ab0464f49 req-f78344a8-b2dd-4c85-9e77-fe683ed9707f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:24.777747 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ab833046-3a6d-43be-bec5-981ab0464f49 req-f78344a8-b2dd-4c85-9e77-fe683ed9707f tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 945 time: 0.0464547 Jun 29 08:21:24.794009 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-e631ad92-3d8f-48e9-8544-084aabe890ea req-cbba2927-705c-4eb8-97dc-5df97e604ee6 service neutron] 10.222.0.48 "GET /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881402 Jun 29 08:21:24.829376 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-ab833046-3a6d-43be-bec5-981ab0464f49 req-7b9efaa3-b306-4d0b-a020-e9300c9dad80 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/security-groups?id=1f41c261-dc80-402a-ab55-2b3eaae301bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459957 Jun 29 08:21:24.886148 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-447cbfe5-bae8-4c77-98aa-fea07a813245 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 08:21:24.887595 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-447cbfe5-bae8-4c77-98aa-fea07a813245 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 945 time: 0.0478249 Jun 29 08:21:24.976205 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-0af7f814-eb29-4b3f-8d26-85f996daf870 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Deleting port f9a0dbb5-9271-4850-a567-692f86b3599e {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:24.977104 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-0af7f814-eb29-4b3f-8d26-85f996daf870 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:25.071558 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-0af7f814-eb29-4b3f-8d26-85f996daf870 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] For port f9a0dbb5-9271-4850-a567-692f86b3599e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f9a0dbb5-9271-4850-a567-692f86b3599e,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:21:25.071912 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-0af7f814-eb29-4b3f-8d26-85f996daf870 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:25.084123 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-0af7f814-eb29-4b3f-8d26-85f996daf870 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Calling delete_port for f9a0dbb5-9271-4850-a567-692f86b3599e owned by compute:nova {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:25.205938 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:25.220720 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-0af7f814-eb29-4b3f-8d26-85f996daf870 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (f9a0dbb5-9271-4850-a567-692f86b3599e), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:25.249013 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7f814-eb29-4b3f-8d26-85f996daf870 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event deleted for resources: {'Port': ['ID=f9a0dbb5-9271-4850-a567-692f86b3599e,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:25.297185 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-0af7f814-eb29-4b3f-8d26-85f996daf870 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] No DVR routers for this DVR port f9a0dbb5-9271-4850-a567-692f86b3599e on host hv-cinder-76810 {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:21:25.299605 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-0af7f814-eb29-4b3f-8d26-85f996daf870 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for port (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:25.302918 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [req-aeac1a0a-77a4-495e-98f6-e7cbae6e4d54 req-0af7f814-eb29-4b3f-8d26-85f996daf870 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.48 "DELETE /v2.0/ports/f9a0dbb5-9271-4850-a567-692f86b3599e HTTP/1.1" status: 204 len: 173 time: 0.4097638 Jun 29 08:21:25.303345 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ef577f-d316-4519-8503-5817813a3d6b', 'name': 'network-vif-deleted', 'tag': 'f9a0dbb5-9271-4850-a567-692f86b3599e'}] {{(pid=103900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 08:21:25.306501 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43f47fc5458bfe2b27e97ff271e75f454779bb20b54740e1280200aadc07dac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a38026-154c-4a45-89ca-98bca41df44f" -d '{"events": [{"server_uuid": "13ef577f-d316-4519-8503-5817813a3d6b", "name": "network-vif-deleted", "tag": "f9a0dbb5-9271-4850-a567-692f86b3599e"}]}' {{(pid=103900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 08:21:25.341767 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 08:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff7dacd-28f7-4c36-b234-05df7f5cc371 x-openstack-request-id: req-9ff7dacd-28f7-4c36-b234-05df7f5cc371 {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 08:21:25.342077 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ef577f-d316-4519-8503-5817813a3d6b", "name": "network-vif-deleted", "tag": "f9a0dbb5-9271-4850-a567-692f86b3599e", "status": "completed", "code": 200}]} {{(pid=103900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 08:21:25.342342 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ff7dacd-28f7-4c36-b234-05df7f5cc371 {{(pid=103900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 08:21:25.342777 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff7dacd-28f7-4c36-b234-05df7f5cc371'] response: {'server_uuid': '13ef577f-d316-4519-8503-5817813a3d6b', 'name': 'network-vif-deleted', 'tag': 'f9a0dbb5-9271-4850-a567-692f86b3599e', 'status': 'completed', 'code': 200} Jun 29 08:21:25.940044 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [req-63aa09ea-9b3d-44c7-9262-b425b59041ba req-b7bdbca5-eaf5-4a76-a87f-56a9231a4277 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "GET /v2.0/ports?device_id=13ef577f-d316-4519-8503-5817813a3d6b HTTP/1.1" status: 200 len: 210 time: 0.0278647 Jun 29 08:21:26.983412 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ed522044-b437-467c-955e-a8a06b045969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:27.003292 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49090) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:27.119787 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8f3a4-5f7c-4876-b9df-295977b0d974 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Deleting port e70b7654-f64d-491d-9c77-2765e510b631 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:27.120025 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f3a4-5f7c-4876-b9df-295977b0d974 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (e70b7654-f64d-491d-9c77-2765e510b631), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:27.177121 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:27.195838 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f3a4-5f7c-4876-b9df-295977b0d974 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (e70b7654-f64d-491d-9c77-2765e510b631), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:27.196141 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f3a4-5f7c-4876-b9df-295977b0d974 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (e70b7654-f64d-491d-9c77-2765e510b631), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:27.208012 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8f3a4-5f7c-4876-b9df-295977b0d974 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Calling delete_port for e70b7654-f64d-491d-9c77-2765e510b631 owned by network:floatingip {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:27.341170 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f3a4-5f7c-4876-b9df-295977b0d974 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (e70b7654-f64d-491d-9c77-2765e510b631), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:27.372338 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8f3a4-5f7c-4876-b9df-295977b0d974 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event deleted for resources: {'Port': ['ID=e70b7654-f64d-491d-9c77-2765e510b631,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:27.429995 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f3a4-5f7c-4876-b9df-295977b0d974 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for floatingip (95c806ac-2663-4202-b162-031c3313da04), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:27.432706 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f3a4-5f7c-4876-b9df-295977b0d974 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34581'] for floatingip (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:27.433911 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-9cd8f3a4-5f7c-4876-b9df-295977b0d974 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "DELETE /v2.0/floatingips/95c806ac-2663-4202-b162-031c3313da04 HTTP/1.1" status: 204 len: 168 time: 0.4305241 Jun 29 08:21:27.857946 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device f9a0dbb5-9271-4850-a567-692f86b3599e no longer exists at agent hyperv_hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:21:27.878219 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] No Port match for: f9a0dbb5-9271-4850-a567-692f86b3599e {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:21:27.878478 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Device f9a0dbb5-9271-4850-a567-692f86b3599e not bound to the agent host hv-cinder-76810 {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:21:28.407295 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:28.639979 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49102) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:28.702334 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-42ffbb41-e2cc-4719-b5e5-122f68d60f54 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group (1f41c261-dc80-402a-ab55-2b3eaae301bd), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:28.727020 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-42ffbb41-e2cc-4719-b5e5-122f68d60f54 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group (1f41c261-dc80-402a-ab55-2b3eaae301bd), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:28.789360 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-42ffbb41-e2cc-4719-b5e5-122f68d60f54 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (1f41c261-dc80-402a-ab55-2b3eaae301bd), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:28.791937 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-42ffbb41-e2cc-4719-b5e5-122f68d60f54 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:28.793120 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-42ffbb41-e2cc-4719-b5e5-122f68d60f54 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] 10.222.0.43 "DELETE /v2.0/security-groups/1f41c261-dc80-402a-ab55-2b3eaae301bd HTTP/1.1" status: 204 len: 168 time: 0.1521339 Jun 29 08:21:28.802477 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffbb41-e2cc-4719-b5e5-122f68d60f54 tempest-TestVolumeBootPattern-1408846588 tempest-TestVolumeBootPattern-1408846588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f41c261-dc80-402a-ab55-2b3eaae301bd,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:28.852615 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49106) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:29.160678 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:29.250909 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:29.346894 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:29.476049 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] Deleting port 674bbe49-1244-4427-9c60-16b54004b314 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:29.476660 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (674bbe49-1244-4427-9c60-16b54004b314), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:29.558177 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] For port 674bbe49-1244-4427-9c60-16b54004b314, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=674bbe49-1244-4427-9c60-16b54004b314,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:21:29.558535 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (674bbe49-1244-4427-9c60-16b54004b314), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:29.571888 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] Calling delete_port for 674bbe49-1244-4427-9c60-16b54004b314 owned by network:router_interface {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:29.583202 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:29.748821 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (674bbe49-1244-4427-9c60-16b54004b314), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:29.778639 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] Pushing event deleted for resources: {'Port': ['ID=674bbe49-1244-4427-9c60-16b54004b314,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:29.933649 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:29.943143 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:30.115560 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:30.154611 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:30.158784 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] Router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:21:30.259654 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:21:30.264755 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-54a84dcb-1f6b-4b85-9da3-ef570f5c672d admin admin] 10.222.0.43 "PUT /v2.0/routers/e56d6d03-09ad-4078-a8f9-4bb62f1b7110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103653 Jun 29 08:21:30.267463 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49110) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:30.268520 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] Sync routers for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:21:30.280430 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:21:30.281072 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:21:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:30.371582 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Publish callbacks [] for router (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:30.381179 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:21:30.468479 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Publish callbacks [] for router_gateway (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:30.515054 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Deleting port 39b02f6a-cd03-490d-a3b1-94936e38a4a0 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:30.515397 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:30.550947 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:21:29Z', 'revision_number': 5, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port': {'id': '39b02f6a-cd03-490d-a3b1-94936e38a4a0', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:30.577284 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] Checking router: e56d6d03-09ad-4078-a8f9-4bb62f1b7110 for host: dv-cinder-768105-14-iscsi {{(pid=103903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:21:30.589318 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] Routers {'e56d6d03-09ad-4078-a8f9-4bb62f1b7110'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:21:30.590677 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:21:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'], 'active': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:30.598444 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] For port 39b02f6a-cd03-490d-a3b1-94936e38a4a0, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=39b02f6a-cd03-490d-a3b1-94936e38a4a0,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:21:30.598810 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:30.622932 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Calling delete_port for 39b02f6a-cd03-490d-a3b1-94936e38a4a0 owned by network:router_gateway {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:30.675992 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvr_db [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] Set router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 gateway port host: None {{(pid=103903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:21:30.727439 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.l3_hamode_db [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:21:30Z', 'revision_number': 6, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:30.754405 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4605c2-ad6d-4420-862d-4e2f0674363a None None] The sync data for ids ['e56d6d03-09ad-4078-a8f9-4bb62f1b7110'] in dv-cinder-768105-14-iscsi is: [{'id': 'e56d6d03-09ad-4078-a8f9-4bb62f1b7110', 'name': 'tempest-TestVolumeBootPattern-1446072130-router', 'tenant_id': '1d0c865636434569b3e25362dc02d5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:14:59Z', 'updated_at': '2022-06-29T08:21:30Z', 'revision_number': 6, 'project_id': '1d0c865636434569b3e25362dc02d5b8', 'gw_port_host': None}] {{(pid=103903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:21:30.795877 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (39b02f6a-cd03-490d-a3b1-94936e38a4a0), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.064746 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Pushing event deleted for resources: {'Port': ['ID=39b02f6a-cd03-490d-a3b1-94936e38a4a0,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:31.135968 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.233067 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.235220 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Publish callbacks [] for router_controller (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.242127 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:31.279338 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (e56d6d03-09ad-4078-a8f9-4bb62f1b7110), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.280001 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e56d6d03-09ad-4078-a8f9-4bb62f1b7110 {{(pid=103900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:21:31.284193 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.285350 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-d9c7044c-4e68-43e2-ba4e-47b63d77f43a admin admin] 10.222.0.43 "DELETE /v2.0/routers/e56d6d03-09ad-4078-a8f9-4bb62f1b7110 HTTP/1.1" status: 204 len: 168 time: 1.0169656 Jun 29 08:21:31.287840 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49112) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:31.332638 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d03c98-d53f-412e-ad0f-5ec392057006 admin admin] Deleting subnet 23eb6ac6-d0c8-4480-9274-f5cda22ba300 {{(pid=103900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:21:31.336225 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b5d03c98-d53f-412e-ad0f-5ec392057006 admin admin] Publish callbacks [] for subnet (23eb6ac6-d0c8-4480-9274-f5cda22ba300), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.359332 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:31.374039 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b5d03c98-d53f-412e-ad0f-5ec392057006 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25764326'] for subnet (23eb6ac6-d0c8-4480-9274-f5cda22ba300), precommit_delete_associations {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.452464 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b5d03c98-d53f-412e-ad0f-5ec392057006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (23eb6ac6-d0c8-4480-9274-f5cda22ba300), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.497865 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 674bbe49-1244-4427-9c60-16b54004b314 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:21:31.511402 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b5d03c98-d53f-412e-ad0f-5ec392057006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29173121'] for subnet (23eb6ac6-d0c8-4480-9274-f5cda22ba300), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.521062 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 674bbe49-1244-4427-9c60-16b54004b314 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:21:31.521404 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 674bbe49-1244-4427-9c60-16b54004b314 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:21:31.537438 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d03c98-d53f-412e-ad0f-5ec392057006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23eb6ac6-d0c8-4480-9274-f5cda22ba300,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:31.544387 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b5d03c98-d53f-412e-ad0f-5ec392057006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for subnet (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.548298 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-b5d03c98-d53f-412e-ad0f-5ec392057006 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/23eb6ac6-d0c8-4480-9274-f5cda22ba300 HTTP/1.1" status: 204 len: 168 time: 0.2581699 Jun 29 08:21:31.550026 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49114) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:31.550731 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4420f746-9aee-4a7a-870d-490ca7fde89d None None] Network 4f989f48-15ed-4255-b1c5-b3741c687df0 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:21:31.620370 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (4f989f48-15ed-4255-b1c5-b3741c687df0), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.669754 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Deleting port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:31.670099 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.706967 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] DHCP port deletion for 4f989f48-15ed-4255-b1c5-b3741c687df0 request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:21:31.738904 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] For port 0b25ddf8-4750-4fba-b768-75b87fa05ad4, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=0b25ddf8-4750-4fba-b768-75b87fa05ad4,segment=NetworkSegment(fdf931c1-3c4b-4977-a2cc-bf948090cc7e),segment_id=fdf931c1-3c4b-4977-a2cc-bf948090cc7e)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:21:31.739277 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.755713 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Calling delete_port for 0b25ddf8-4750-4fba-b768-75b87fa05ad4 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:31.854758 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.874506 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Deleting port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:31.874885 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.879513 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Pushing event deleted for resources: {'Port': ['ID=0b25ddf8-4750-4fba-b768-75b87fa05ad4,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:31.883514 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] No DVR routers for this DVR port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 on host dv-cinder-768105-14-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:21:31.942067 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] For port 0b25ddf8-4750-4fba-b768-75b87fa05ad4, host dv-cinder-768105-14-iscsi, got binding levels [] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:21:31.942382 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.956166 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Calling delete_port for 0b25ddf8-4750-4fba-b768-75b87fa05ad4 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:31.958598 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (4f989f48-15ed-4255-b1c5-b3741c687df0), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.959073 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.ipam_backend_mixin [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 was not found and therefore no delete operation was performed {{(pid=103902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 29 08:21:31.961440 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (0b25ddf8-4750-4fba-b768-75b87fa05ad4), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:31.980692 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f989f48-15ed-4255-b1c5-b3741c687df0']}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:31.990466 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e') {'for_net_delete': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:31.990661 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Pushing event deleted for resources: {'Port': ['ID=0b25ddf8-4750-4fba-b768-75b87fa05ad4,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:31.990762 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf931c1-3c4b-4977-a2cc-bf948090cc7e') {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:31.994475 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] No DVR routers for this DVR port 0b25ddf8-4750-4fba-b768-75b87fa05ad4 on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:21:32.001081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25764317'] for segment (fdf931c1-3c4b-4977-a2cc-bf948090cc7e), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:32.001306 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.001636 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.001993 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.002451 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.002652 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.002986 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.003312 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.003640 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.003969 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.004293 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.004615 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.004942 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.005289 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.005612 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.005930 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be9f97-74e7-480e-ba97-7d8c8b00caba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:32.014601 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (fdf931c1-3c4b-4977-a2cc-bf948090cc7e), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:32.021016 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:21:32.021405 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946667'] for segment (fdf931c1-3c4b-4977-a2cc-bf948090cc7e), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:32.084557 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (4f989f48-15ed-4255-b1c5-b3741c687df0), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:32.090882 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:32.094312 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] 10.222.0.43 "DELETE /v2.0/networks/4f989f48-15ed-4255-b1c5-b3741c687df0 HTTP/1.1" status: 204 len: 168 time: 0.5433490 Jun 29 08:21:32.097335 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 49120) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:32.106003 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039574ca-335b-418f-85a5-55a41424fedf admin admin] Pushing event deleted for resources: {'Network': ['ID=4f989f48-15ed-4255-b1c5-b3741c687df0,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:32.109778 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment fdf931c1-3c4b-4977-a2cc-bf948090cc7e resource provider aggregate not found Jun 29 08:21:32.130342 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment fdf931c1-3c4b-4977-a2cc-bf948090cc7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdf931c1-3c4b-4977-a2cc-bf948090cc7e found for delete ", "request_id": "req-dd7e68ae-dc7b-44df-9fe1-b50110428e30"}]} Jun 29 08:21:32.649457 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4189257'] for router_interface (ede48d7c-352d-4f56-849c-cd0f4019a2b4), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:32.864052 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Deleting port 5bbdf79c-f769-4425-8efd-513cdb472f36 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:32.864393 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:32.896745 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 39b02f6a-cd03-490d-a3b1-94936e38a4a0 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:21:32.917060 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 39b02f6a-cd03-490d-a3b1-94936e38a4a0 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:21:32.917485 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 39b02f6a-cd03-490d-a3b1-94936e38a4a0 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:21:32.917955 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 0b25ddf8-4750-4fba-b768-75b87fa05ad4 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:21:32.936579 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 0b25ddf8-4750-4fba-b768-75b87fa05ad4 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:21:32.936931 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 0b25ddf8-4750-4fba-b768-75b87fa05ad4 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:21:32.946748 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] For port 5bbdf79c-f769-4425-8efd-513cdb472f36, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=5bbdf79c-f769-4425-8efd-513cdb472f36,segment=NetworkSegment(8b60ed3c-a7ec-41ea-9aff-3f91429a33f4),segment_id=8b60ed3c-a7ec-41ea-9aff-3f91429a33f4)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:21:32.947110 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:32.960800 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Calling delete_port for 5bbdf79c-f769-4425-8efd-513cdb472f36 owned by network:router_interface {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:33.010089 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:33.023466 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=100 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:33.139549 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (5bbdf79c-f769-4425-8efd-513cdb472f36), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:33.164874 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbdf79c-f769-4425-8efd-513cdb472f36,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:33.191811 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.192156 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.192497 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.192833 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.193188 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.193518 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.193845 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.194164 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.194485 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.195421 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.195753 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.196077 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.196398 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.196922 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.197109 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-14-iscsi {{(pid=103901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 08:21:33.346634 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4187065'] for router_interface (ede48d7c-352d-4f56-849c-cd0f4019a2b4), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:33.552317 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Router ede48d7c-352d-4f56-849c-cd0f4019a2b4 has already been hosted by L3 agent 96172d8d-dd6c-4ed0-883c-b947bea62017 {{(pid=103901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 08:21:33.653012 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] Notify agent at l3_agent.dv-cinder-768105-14-iscsi the message routers_updated {{(pid=103901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 08:21:33.657875 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-62346f88-172b-4a4e-a882-7faa314637c1 admin admin] 10.222.0.43 "PUT /v2.0/routers/ede48d7c-352d-4f56-849c-cd0f4019a2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5594335 Jun 29 08:21:33.660309 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 49124) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:33.662449 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] Sync routers for ids ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'] in dv-cinder-768105-14-iscsi {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 08:21:33.674052 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] Routers {'ede48d7c-352d-4f56-849c-cd0f4019a2b4'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:21:33.674776 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:21:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:33.759035 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Publish callbacks [] for router (ede48d7c-352d-4f56-849c-cd0f4019a2b4), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:33.775140 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] Set router ede48d7c-352d-4f56-849c-cd0f4019a2b4 gateway port host: dv-cinder-768105-14-iscsi {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:21:33.854149 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Publish callbacks [] for router_gateway (ede48d7c-352d-4f56-849c-cd0f4019a2b4), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:33.858942 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:33.901214 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Deleting port 959af003-811a-405a-a83b-3fa003e69294 {{(pid=103901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:33.901562 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (959af003-811a-405a-a83b-3fa003e69294), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:33.924351 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:33.948418 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'name': 'tempest-TestVolumeBootPattern-821207046-router', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'external_fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '959af003-811a-405a-a83b-3fa003e69294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:15:03Z', 'updated_at': '2022-06-29T08:21:33Z', 'revision_number': 5, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'gw_port': {'id': '959af003-811a-405a-a83b-3fa003e69294', 'name': '', 'network_id': '2f00e8cf-7182-49ee-9467-0dd098e5f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T08:15:04Z', 'updated_at': '2022-06-29T08:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd89daec8-97c3-42b4-b6bb-085062ffceff', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-14-iscsi'}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:33.974271 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] Checking router: ede48d7c-352d-4f56-849c-cd0f4019a2b4 for host: dv-cinder-768105-14-iscsi {{(pid=103902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 08:21:33.982438 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.db [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] For port 959af003-811a-405a-a83b-3fa003e69294, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=959af003-811a-405a-a83b-3fa003e69294,segment=NetworkSegment(d4c3610d-b273-4e49-88a5-13aff12a15ba),segment_id=d4c3610d-b273-4e49-88a5-13aff12a15ba)] {{(pid=103901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:21:33.982627 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] Routers {'ede48d7c-352d-4f56-849c-cd0f4019a2b4'} bound to L3 agent in host dv-cinder-768105-14-iscsi {{(pid=103902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 08:21:33.982807 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (959af003-811a-405a-a83b-3fa003e69294), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:33.983201 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T07:54:27Z,description=,heartbeat_timestamp=2022-06-29T08:21:27Z,host='dv-cinder-768105-14-iscsi',id=96172d8d-dd6c-4ed0-883c-b947bea62017,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T07:54:27Z,topic='l3_agent')) {'router_ids': ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'], 'active': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:33.996189 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Calling delete_port for 959af003-811a-405a-a83b-3fa003e69294 owned by network:router_gateway {{(pid=103901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:34.067276 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvr_db [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] Set router ede48d7c-352d-4f56-849c-cd0f4019a2b4 gateway port host: None {{(pid=103902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 08:21:34.115576 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_hamode_db [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'name': 'tempest-TestVolumeBootPattern-821207046-router', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:15:03Z', 'updated_at': '2022-06-29T08:21:33Z', 'revision_number': 6, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'gw_port_host': None}], 'dv-cinder-768105-14-iscsi', False) {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:34.144058 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9091f-cf8e-4e77-86aa-5bc71d4bcd32 None None] The sync data for ids ['ede48d7c-352d-4f56-849c-cd0f4019a2b4'] in dv-cinder-768105-14-iscsi is: [{'id': 'ede48d7c-352d-4f56-849c-cd0f4019a2b4', 'name': 'tempest-TestVolumeBootPattern-821207046-router', 'tenant_id': '735bc0d6dec94483ba7924dd90462a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T08:15:03Z', 'updated_at': '2022-06-29T08:21:33Z', 'revision_number': 6, 'project_id': '735bc0d6dec94483ba7924dd90462a56', 'gw_port_host': None}] {{(pid=103902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 08:21:34.167943 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26775515'] for port (959af003-811a-405a-a83b-3fa003e69294), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.193985 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Pushing event deleted for resources: {'Port': ['ID=959af003-811a-405a-a83b-3fa003e69294,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:34.258530 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4165397'] for router_gateway (ede48d7c-352d-4f56-849c-cd0f4019a2b4), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.347849 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4188206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-77801'] for router (ede48d7c-352d-4f56-849c-cd0f4019a2b4), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.351623 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Publish callbacks [] for router_controller (ede48d7c-352d-4f56-849c-cd0f4019a2b4), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.394894 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4188399'] for router (ede48d7c-352d-4f56-849c-cd0f4019a2b4), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.395517 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ede48d7c-352d-4f56-849c-cd0f4019a2b4 {{(pid=103901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 08:21:34.399751 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.400915 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-610c3333-aa58-44ec-8ea8-c5806e762508 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ede48d7c-352d-4f56-849c-cd0f4019a2b4 HTTP/1.1" status: 204 len: 168 time: 0.7397177 Jun 29 08:21:34.403423 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 49126) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:34.448199 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2e02ee-d4b0-4705-b7e7-9f25e9c72eda admin admin] Deleting subnet b446a657-ee60-42d5-85fd-bc89c4e6229f {{(pid=103901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 08:21:34.451139 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ae2e02ee-d4b0-4705-b7e7-9f25e9c72eda admin admin] Publish callbacks [] for subnet (b446a657-ee60-42d5-85fd-bc89c4e6229f), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.488754 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ae2e02ee-d4b0-4705-b7e7-9f25e9c72eda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26202167'] for subnet (b446a657-ee60-42d5-85fd-bc89c4e6229f), precommit_delete_associations {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.568086 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ae2e02ee-d4b0-4705-b7e7-9f25e9c72eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976771'] for subnet (b446a657-ee60-42d5-85fd-bc89c4e6229f), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.624224 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ae2e02ee-d4b0-4705-b7e7-9f25e9c72eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26775476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25339904'] for subnet (b446a657-ee60-42d5-85fd-bc89c4e6229f), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.651948 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e02ee-d4b0-4705-b7e7-9f25e9c72eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b446a657-ee60-42d5-85fd-bc89c4e6229f,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:34.658502 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-ae2e02ee-d4b0-4705-b7e7-9f25e9c72eda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.662225 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-ae2e02ee-d4b0-4705-b7e7-9f25e9c72eda admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b446a657-ee60-42d5-85fd-bc89c4e6229f HTTP/1.1" status: 204 len: 168 time: 0.2578888 Jun 29 08:21:34.664532 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b9cc74-9092-4721-bfa1-40a74418d05c None None] Network 46f0fe3d-2b04-4624-a808-2afed45d4327 requested from dv-cinder-768105-14-iscsi {{(pid=103902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 08:21:34.665888 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49128) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:34.735346 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:34.740018 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638768'] for network (46f0fe3d-2b04-4624-a808-2afed45d4327), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.784655 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Deleting port f098df05-49bb-494e-b170-411db0fb4129 {{(pid=103900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:34.785000 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (f098df05-49bb-494e-b170-411db0fb4129), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.842111 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:34.854408 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.db [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] For port f098df05-49bb-494e-b170-411db0fb4129, host dv-cinder-768105-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-14-iscsi',level=0,port_id=f098df05-49bb-494e-b170-411db0fb4129,segment=NetworkSegment(8b60ed3c-a7ec-41ea-9aff-3f91429a33f4),segment_id=8b60ed3c-a7ec-41ea-9aff-3f91429a33f4)] {{(pid=103900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:21:34.854771 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (f098df05-49bb-494e-b170-411db0fb4129), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.869092 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Calling delete_port for f098df05-49bb-494e-b170-411db0fb4129 owned by network:dhcp {{(pid=103900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:34.918124 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433e2d38-e7a0-4047-8b7f-a30c5dec55e3 None None] DHCP port deletion for 46f0fe3d-2b04-4624-a808-2afed45d4327 request from dv-cinder-768105-14-iscsi {{(pid=103902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 08:21:34.955024 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946878'] for port (f098df05-49bb-494e-b170-411db0fb4129), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.972286 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-433e2d38-e7a0-4047-8b7f-a30c5dec55e3 None None] Deleting port f098df05-49bb-494e-b170-411db0fb4129 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 08:21:34.972848 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-433e2d38-e7a0-4047-8b7f-a30c5dec55e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729372342788'] for port (f098df05-49bb-494e-b170-411db0fb4129), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:34.983081 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f098df05-49bb-494e-b170-411db0fb4129,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:34.986487 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] No DVR routers for this DVR port f098df05-49bb-494e-b170-411db0fb4129 on host dv-cinder-768105-14-iscsi {{(pid=103900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:21:34.990944 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 5bbdf79c-f769-4425-8efd-513cdb472f36 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:21:35.014961 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 5bbdf79c-f769-4425-8efd-513cdb472f36 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:21:35.015306 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 5bbdf79c-f769-4425-8efd-513cdb472f36 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:21:35.015713 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 959af003-811a-405a-a83b-3fa003e69294 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:21:35.065133 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990869', 'neutron.services.segments.db._delete_segments_for_network-8729372469086'] for network (46f0fe3d-2b04-4624-a808-2afed45d4327), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.075338 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: 959af003-811a-405a-a83b-3fa003e69294 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:21:35.075680 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device 959af003-811a-405a-a83b-3fa003e69294 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:21:35.076081 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f098df05-49bb-494e-b170-411db0fb4129 no longer exists at agent ovs-agent-dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 08:21:35.086941 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f0fe3d-2b04-4624-a808-2afed45d4327']}} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:35.096305 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4') {'for_net_delete': True} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:35.096609 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.services.segments.db [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b60ed3c-a7ec-41ea-9aff-3f91429a33f4') {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 08:21:35.097346 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-433e2d38-e7a0-4047-8b7f-a30c5dec55e3 None None] For port f098df05-49bb-494e-b170-411db0fb4129, host dv-cinder-768105-14-iscsi, got binding levels [] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 08:21:35.097762 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-433e2d38-e7a0-4047-8b7f-a30c5dec55e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4187276'] for port (f098df05-49bb-494e-b170-411db0fb4129), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.103007 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] No Port match for: f098df05-49bb-494e-b170-411db0fb4129 {{(pid=103902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 08:21:35.103409 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.rpc [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Device f098df05-49bb-494e-b170-411db0fb4129 not bound to the agent host dv-cinder-768105-14-iscsi {{(pid=103902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 08:21:35.108498 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729372469351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25764317'] for segment (8b60ed3c-a7ec-41ea-9aff-3f91429a33f4), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.118950 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-433e2d38-e7a0-4047-8b7f-a30c5dec55e3 None None] Calling delete_port for f098df05-49bb-494e-b170-411db0fb4129 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 08:21:35.123706 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.ipam_backend_mixin [None req-433e2d38-e7a0-4047-8b7f-a30c5dec55e3 None None] Port f098df05-49bb-494e-b170-411db0fb4129 was not found and therefore no delete operation was performed {{(pid=103902) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 29 08:21:35.123849 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480'] for segment (8b60ed3c-a7ec-41ea-9aff-3f91429a33f4), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.125055 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-433e2d38-e7a0-4047-8b7f-a30c5dec55e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729372348712', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729371951984'] for port (f098df05-49bb-494e-b170-411db0fb4129), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.133644 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 08:21:35.133854 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946667'] for segment (8b60ed3c-a7ec-41ea-9aff-3f91429a33f4), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.152441 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e2d38-e7a0-4047-8b7f-a30c5dec55e3 None None] Pushing event deleted for resources: {'Port': ['ID=f098df05-49bb-494e-b170-411db0fb4129,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:35.156124 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e2d38-e7a0-4047-8b7f-a30c5dec55e3 None None] No DVR routers for this DVR port f098df05-49bb-494e-b170-411db0fb4129 on host dv-cinder-768105-14-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 08:21:35.156316 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 8b60ed3c-a7ec-41ea-9aff-3f91429a33f4 resource provider aggregate not found Jun 29 08:21:35.179502 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.services.segments.plugin [-] Segment 8b60ed3c-a7ec-41ea-9aff-3f91429a33f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b60ed3c-a7ec-41ea-9aff-3f91429a33f4 found for delete ", "request_id": "req-b9562445-6d33-489b-969c-187c8164d195"}]} Jun 29 08:21:35.220853 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4192214'] for network (46f0fe3d-2b04-4624-a808-2afed45d4327), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.228831 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674654'] for network (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.234208 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/46f0fe3d-2b04-4624-a808-2afed45d4327 HTTP/1.1" status: 204 len: 168 time: 0.5649409 Jun 29 08:21:35.242669 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1070ed1-5a1f-4642-bcbb-935a7a76a5e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f0fe3d-2b04-4624-a808-2afed45d4327,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:35.341380 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49136) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:35.381632 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-6cf0139d-5f8e-424a-9147-976d2d127629 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d0c865636434569b3e25362dc02d5b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389519 Jun 29 08:21:35.384508 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [-] (103900) accepted ('10.222.0.43', 49138) {{(pid=103900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:35.433304 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b7ed73f1-cdf2-41f8-b382-45932e499923 admin admin] Publish callbacks [] for security_group (b45da165-96eb-429c-ab66-008f159cc19b), before_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.454701 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b7ed73f1-cdf2-41f8-b382-45932e499923 admin admin] Publish callbacks [] for security_group (b45da165-96eb-429c-ab66-008f159cc19b), precommit_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.500744 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b7ed73f1-cdf2-41f8-b382-45932e499923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (b45da165-96eb-429c-ab66-008f159cc19b), after_delete {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.503303 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-b7ed73f1-cdf2-41f8-b382-45932e499923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.504460 dv-cinder-768105-14-iscsi neutron-server[103900]: INFO neutron.wsgi [None req-b7ed73f1-cdf2-41f8-b382-45932e499923 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b45da165-96eb-429c-ab66-008f159cc19b HTTP/1.1" status: 204 len: 168 time: 0.1190860 Jun 29 08:21:35.514421 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed73f1-cdf2-41f8-b382-45932e499923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45da165-96eb-429c-ab66-008f159cc19b,revision_number=None']} {{(pid=103900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:35.816181 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 49144) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:35.857094 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-cdaef0dc-ad02-4d4d-a210-ee5bb4161b92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=735bc0d6dec94483ba7924dd90462a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396869 Jun 29 08:21:35.859371 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [-] (103901) accepted ('10.222.0.43', 49146) {{(pid=103901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 08:21:35.895856 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:35.907763 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-66d719d9-2397-4013-828f-b09a3735c3fc admin admin] Publish callbacks [] for security_group (ea82157e-b3bb-4d5c-bc73-1f57957d6417), before_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.909290 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:35.932459 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-66d719d9-2397-4013-828f-b09a3735c3fc admin admin] Publish callbacks [] for security_group (ea82157e-b3bb-4d5c-bc73-1f57957d6417), precommit_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.978088 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-66d719d9-2397-4013-828f-b09a3735c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796679'] for security_group (ea82157e-b3bb-4d5c-bc73-1f57957d6417), after_delete {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.980563 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-66d719d9-2397-4013-828f-b09a3735c3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:35.981724 dv-cinder-768105-14-iscsi neutron-server[103901]: INFO neutron.wsgi [None req-66d719d9-2397-4013-828f-b09a3735c3fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea82157e-b3bb-4d5c-bc73-1f57957d6417 HTTP/1.1" status: 204 len: 168 time: 0.1214693 Jun 29 08:21:35.989293 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d719d9-2397-4013-828f-b09a3735c3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea82157e-b3bb-4d5c-bc73-1f57957d6417,revision_number=None']} {{(pid=103901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 08:21:37.737817 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:37.745471 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:21:45.129860 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:45.487365 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:45.510497 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=46,neutron:DELETE=7 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:45.984749 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=4,neutron:DELETE=3 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:45.985579 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:46.001460 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:46.002197 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:47.740569 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:21:52.155709 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:54.465198 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fbc7dc0c-0b2a-4fc8-9e82-8dd14a5eda71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:56.986928 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-62d3e931-1d9b-4edd-8162-f19a42b9fde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:58.408769 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:59.585813 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:21:59.926502 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:09.916369 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=8 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:22:09.920491 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:22:09.922163 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:22:14.744354 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:22:22.162015 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:24.466656 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-43603ef2-ec94-454e-9622-08741093a450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:24.740651 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:22:24.742119 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:22:26.988894 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-326c7790-90a6-4b2f-aabb-848f4924681b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:28.411848 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:29.588941 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:29.928591 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:43.648372 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:22:43.650330 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=14 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:22:43.651834 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:22:51.743794 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:22:52.185463 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:54.469050 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c21b4c61-641c-4764-bfdc-a139c453411d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:56.990935 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8cb9e72e-c894-478e-b193-2b78dbd3806c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:58.414409 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:59.590317 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:22:59.933333 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:01.738831 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:23:01.739591 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:23:09.921884 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:23:09.926247 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:23:09.927563 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:23:22.192242 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:24.471946 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-38cd0af3-3e14-4d10-bfac-462dceb2290f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:26.993301 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8512-8d0d-4970-b74a-a8ddbfe44aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:28.417376 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:28.742943 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:23:29.592685 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:29.935985 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:38.737342 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=15 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:23:38.738063 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=21 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:23:39.924337 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=8 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:23:39.929888 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:23:39.932416 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:23:52.201145 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:54.473166 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-38780f6c-27a5-4032-b621-4fd0ff51e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:56.995299 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-386de31b-06fc-427f-86d5-ca60533b3e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:58.419537 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:59.594554 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:23:59.938745 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:05.741614 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:24:08.764351 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:09.591003 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:09.926706 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:09.935777 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:15.738559 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:22.196942 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:22.778256 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:24.473886 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd613-5e7e-4218-9107-d86857e82b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:26.997537 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-21e7905f-6a3c-4846-8798-86d609dab269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:28.422455 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:29.597553 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:29.940330 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:30.989562 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-5eed3ae8-6f62-4061-9e8c-87efd781db4f service neutron] (103901) timed out ('10.222.0.43', 42626) {{(pid=103901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 08:24:31.138777 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [req-9ff88d46-e437-4412-a1c1-88b9d92aa763 req-43727a92-1bce-435c-a0f6-3fc311d959da tempest-TestShelveInstance-2118875996 tempest-TestShelveInstance-2118875996-project] (103901) timed out ('10.222.0.43', 42644) {{(pid=103901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 08:24:35.175145 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-8a167268-d3a3-4f98-8116-a93d42cbb660 service neutron] (103900) timed out ('10.222.0.43', 45108) {{(pid=103900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 08:24:35.599834 dv-cinder-768105-14-iscsi neutron-server[103900]: DEBUG neutron.wsgi [req-952eacec-9253-4df6-aaea-73e727436120 req-6ce11184-9e20-4aa1-b7e0-c2b6d74df97d tempest-AttachVolumeShelveTestJSON-1189845647 tempest-AttachVolumeShelveTestJSON-1189845647-project] (103900) timed out ('10.222.0.43', 45128) {{(pid=103900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 08:24:42.740469 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:24:43.773632 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:43.781777 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=19 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:43.783477 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:52.212750 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:52.735761 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:52.736544 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:24:54.476407 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-443ca9fc-72a0-4284-b9ac-7b9c8f9de7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:56.999109 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6854-4955-4771-bf72-ff53e820e813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:58.425962 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:59.599071 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:24:59.943046 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:09.929834 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:25:09.936340 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:25:09.938354 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:25:19.739478 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:25:22.218319 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:24.477947 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-68c74881-5c43-4c01-adaa-eb1eb01ffaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:27.002722 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-018cf010-a41f-47af-acaa-a22ff2748513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:28.428499 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:29.602313 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:29.734817 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=18 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:25:29.735672 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=16 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:25:29.947325 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:39.596332 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:25:39.934888 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:25:39.941820 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:25:52.225599 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:54.480533 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48e36444-51ca-4e51-bd6f-37af15284108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:56.738183 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:25:57.005170 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-678c76ac-1b67-4f51-89a5-5eb230e7e917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:58.431716 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:59.608202 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:25:59.951311 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:26:06.733377 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:06.734153 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:09.603441 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:09.939926 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:09.947680 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:22.239450 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:26:22.784563 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:22.785365 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:23.840382 dv-cinder-768105-14-iscsi neutron-server[103901]: DEBUG neutron.wsgi [req-eb1e8618-0879-41d1-abe3-cc0c298487f8 req-c39480ba-bf3b-4513-9aae-45a3a4897884 service neutron] (103901) timed out ('10.222.0.48', 56370) {{(pid=103901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 08:26:24.482103 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-88a3114a-f717-46d5-a757-5a08e24f4685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:26:27.009311 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f106dfc5-aa65-40ea-9a61-6c244aac01d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:26:28.434816 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e2fc386b-be00-4730-b4de-573cd224256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (3ef7002d-c100-44ff-a06b-b1b961f6c7b5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:26:29.607106 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4286c211-2ac0-4844-af69-6d9cdc150c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (db765a5b-c42b-4643-9503-0ace1bdb1578), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:26:29.954506 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d2e47460-2a26-4012-8c65-8e1c753b0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (66d9d22d-d848-429f-81fb-9230a6b82b7f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:26:33.737792 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG neutron.db.agents_db [None req-885bd67e-4a8f-482b-b91a-4379082bacc7 None None] Agent healthcheck: found 6 active agents {{(pid=103903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 08:26:43.655185 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:43.657130 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:43.658183 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=19 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:43.733595 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:43.734328 dv-cinder-768105-14-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 08:26:52.236018 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95da191b-4b24-4c4e-8c67-fb35b27e6acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (2a3b6b68-b723-4686-adbb-f6624ac31f6b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:26:54.488575 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-334b915d-e94c-4b16-a99a-3b67988d247c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (28847fff-941b-43e4-a012-92dac498fc73), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 08:26:57.012784 dv-cinder-768105-14-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b572271-8a88-47f6-9f41-cf47eeb05d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729372469068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976596'] for agent (96172d8d-dd6c-4ed0-883c-b947bea62017), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}